-- Logs begin at Wed 2022-03-30 06:35:16 UTC, end at Wed 2022-03-30 07:33:00 UTC. -- Mar 30 07:07:07.132849 dv-cinder-835778-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 30 07:07:10.069210 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.common.config [-] Logging enabled! Mar 30 07:07:10.069866 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 30 07:07:10.069963 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103368) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 07:07:10.073274 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.common.config [-] Logging enabled! Mar 30 07:07:10.073528 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 30 07:07:10.073837 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103368) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 07:07:10.074762 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 07:07:10.074994 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 07:07:10.075354 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 07:07:10.075597 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 07:07:10.075787 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 07:07:10.076591 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.077025 dv-cinder-835778-2-iscsi neutron-server[103368]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 30 07:07:10.077340 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.077635 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.077929 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.078222 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.078508 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.078767 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.079049 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.079339 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.079620 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.079919 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.080198 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.080484 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.080755 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.081033 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.081298 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.081618 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] debug = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.082022 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.082460 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.082875 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.083151 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.083435 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.083707 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.083996 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.084271 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.084549 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.084871 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] host = dv-cinder-835778-2-iscsi {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.085143 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.085424 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.085702 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.085982 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.086252 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.086519 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.086794 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.087067 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.087332 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] log_file = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.087598 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.087903 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.088188 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.088470 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.088689 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.088907 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.089199 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.089477 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.089744 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.090011 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.090278 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.090542 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.090814 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.091076 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.091352 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.091627 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.091933 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.092204 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.092471 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.092733 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.092999 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.093276 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.093543 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.093808 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.094074 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.094356 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.094616 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.094884 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.095178 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.095456 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.095734 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.096033 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.096301 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.096574 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.096838 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.097107 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.097400 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] use_json = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.097692 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.097950 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.098216 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.098481 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.098747 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.099012 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.099276 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.099553 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.099833 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:10.100136 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.100427 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.100723 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.101010 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.101295 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.101568 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.101848 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.102119 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.102402 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.102685 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.102968 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.103240 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.103533 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.103827 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.104119 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.104416 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.104707 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.104996 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.105265 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.105535 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.105801 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.106070 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.106355 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.106631 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.106923 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.107572 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.107875 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.108171 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.108454 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.108747 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.109032 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.109303 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.109576 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.109865 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.110137 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.110403 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.110676 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.110960 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.111234 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.111503 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.111779 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.112084 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.112354 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.112617 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.112986 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.113271 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.113544 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.113811 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.114112 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.114342 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.114605 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.114882 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.115156 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.115422 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.115686 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.115984 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.116252 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.116517 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.116785 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.117056 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.117325 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.117590 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.117854 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.118120 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.118380 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.118644 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.118906 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.119171 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.119438 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.119702 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.119993 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.120259 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.120523 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.120788 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.121064 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.121355 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.121625 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.121894 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.122163 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.122431 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.122699 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.122967 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.123237 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.123505 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.123767 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.124070 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.124344 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.124621 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.124911 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.125179 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.125469 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.125736 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.126002 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.126277 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.126546 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.126815 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.127095 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.127372 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.127661 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.127975 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.128264 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.128907 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.129715 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.130612 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.130925 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.131207 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:10.131425 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 07:07:10.131669 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103368) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 30 07:07:10.494643 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 07:07:10.494873 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 07:07:10.495119 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 07:07:10.495590 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 30 07:07:10.816328 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:10.816566 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:10.816862 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:10.818033 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:10.818312 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:10.818691 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:10.872222 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:10.872484 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:10.872751 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:10.887135 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:10.887416 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:10.887678 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:10.915293 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:10.915562 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:10.915847 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.062619 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.062866 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.063135 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.287531 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.288202 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.288202 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.288356 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.289012 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.385127 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.385418 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.385707 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.385971 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.386226 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.386526 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.386776 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.387023 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.387266 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.387540 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.387761 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.388073 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.388321 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.388546 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.388794 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.389046 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.389292 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.389551 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.389810 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.390059 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.390316 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.390547 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.390822 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.391190 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.391431 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.391668 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.392081 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 07:07:11.392317 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 07:07:11.392547 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 07:07:11.392776 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 07:07:11.393004 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 07:07:11.393232 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 07:07:11.393582 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 30 07:07:11.396729 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 30 07:07:11.400716 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 30 07:07:11.404358 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 30 07:07:11.405958 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 30 07:07:11.406423 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 30 07:07:11.406752 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 30 07:07:11.407128 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 30 07:07:11.409961 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 30 07:07:11.410190 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 30 07:07:11.410551 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 07:07:11.415360 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 30 07:07:11.438496 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 30 07:07:11.438937 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.439231 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103368) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 30 07:07:11.439594 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.440961 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103368) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 30 07:07:11.441244 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 07:07:11.441517 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 30 07:07:11.444731 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.445000 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:11.507993 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 30 07:07:11.508131 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 30 07:07:11.508364 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 30 07:07:11.508714 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 30 07:07:11.531309 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_db.sqlalchemy.engines [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103368) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 30 07:07:11.985407 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Initializing driver for type 'gre' Mar 30 07:07:11.985999 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] gre ID ranges: [(1, 1000)] Mar 30 07:07:12.044806 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Initializing driver for type 'local' Mar 30 07:07:12.045151 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Initializing driver for type 'vlan' Mar 30 07:07:12.058288 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] VlanTypeDriver initialization complete Mar 30 07:07:12.058617 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Initializing driver for type 'vxlan' Mar 30 07:07:12.059250 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] vxlan ID ranges: [(1, 1000)] Mar 30 07:07:12.117889 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Initializing extension driver 'port_security' Mar 30 07:07:12.118225 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.extensions.port_security [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] PortSecurityExtensionDriver initialization complete Mar 30 07:07:12.118690 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Initializing mechanism driver 'openvswitch' Mar 30 07:07:12.119109 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Initializing mechanism driver 'hyperv' Mar 30 07:07:12.125725 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.plugins.ml2.plugin [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:07:12.126403 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > port after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.126771 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > port after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.127118 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > port after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.127643 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 07:07:12.128110 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > subnet after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.128469 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > subnet after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.129620 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.130595 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 07:07:12.131013 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > network after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.131362 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > network after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.131704 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > network after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.132122 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 07:07:12.132528 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > security_group after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.132872 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > security_group after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.133210 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.133745 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 07:07:12.134157 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.134505 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.134849 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.135242 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 07:07:12.135653 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > address_group after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.136018 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > address_group after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.136353 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.136746 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 07:07:12.137188 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] ML2 OVO RPC backend initialized. {{(pid=103368) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 30 07:07:12.137891 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.138240 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.138649 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > network before_response 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.138992 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > networks before_response 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.139334 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > port before_response 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.139669 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > ports before_response 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.140034 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > subnet before_response 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.140371 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > subnets before_response 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.140707 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > network after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.141040 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > network after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.141367 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > network after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.141696 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > port after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.142023 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > port after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.142353 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > port after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.142683 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > subnet after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.143017 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > subnet after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.143343 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.150816 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded quota_driver: . Mar 30 07:07:12.151176 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.plugin [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Modular L2 Plugin initialization complete Mar 30 07:07:12.151525 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading services supported by the core plugin {{(pid=103368) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 30 07:07:12.151895 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.plugins.ml2.managers [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Got port-security extension from driver 'port_security' Mar 30 07:07:12.152376 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.extensions.vlantransparent [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Disabled vlantransparent extension. Mar 30 07:07:12.152901 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103368) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 30 07:07:12.153226 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading Plugin: router Mar 30 07:07:12.187708 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.188119 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router after_create 55549900 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.188483 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router before_create 55549900 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.188838 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.189205 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.189557 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router after_delete 55549900 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.189909 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.190252 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.190610 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router after_create 55549900 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.190974 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router after_update 55549900 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.191337 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router after_update 55549900 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.191731 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.192097 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router after_update 55549900 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.192503 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router precommit_update 55549900 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.192867 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: port after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.193199 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: port after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.193533 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: subnet after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.193865 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.194202 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.194542 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router precommit_create 55549900 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.194881 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: port before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.195215 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router precommit_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.195565 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router after_update 55549900 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.195907 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.196251 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router precommit_create 55549900 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.196603 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.196938 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router precommit_update 55549900 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.197293 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > agent after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.197633 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > agent after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.197968 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > network after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.198811 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Tracking information for resource: router configured {{(pid=103368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 07:07:12.199139 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Tracking information for resource: floatingip configured {{(pid=103368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 07:07:12.203996 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.db.l3_agentschedulers_db [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 30 07:07:12.204574 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: port after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.204928 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: port after_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.205274 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: port after_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.205623 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: port after_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.206403 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router before_create 55550100 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.206912 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.207432 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router precommit_create 55550100 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.207836 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > router precommit_update 55550100 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.212667 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.services.provider_configuration [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Service providers = [] {{(pid=103368) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 30 07:07:12.213030 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.db.servicetype_db [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103368) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 30 07:07:12.216015 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.services.service_base [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 07:07:12.216359 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.services.service_base [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 07:07:12.216707 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.services.service_base [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 07:07:12.217578 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.services.service_base [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 07:07:12.217948 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.services.service_base [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 30 07:07:12.218323 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 07:07:12.218631 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 30 07:07:12.229182 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 07:07:12.229501 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading Plugin: auto_allocate Mar 30 07:07:12.235699 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: network precommit_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.236031 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: network precommit_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.236550 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 07:07:12.236868 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading Plugin: tag Mar 30 07:07:12.243435 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 07:07:12.243770 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading Plugin: timestamp Mar 30 07:07:12.247766 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 07:07:12.248121 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading Plugin: network_ip_availability Mar 30 07:07:12.253551 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.253954 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.254334 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.255036 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 07:07:12.255349 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading Plugin: flavors Mar 30 07:07:12.259997 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 07:07:12.260327 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading Plugin: revisions Mar 30 07:07:12.264550 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 07:07:12.264941 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_concurrency.lockutils [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=103368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 07:07:12.265677 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103368) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 30 07:07:12.266010 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Initializing extension manager. Mar 30 07:07:12.266525 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: __init__.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.266861 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: __pycache__ {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.267191 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: address_group.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.267962 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.268523 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: address-group Mar 30 07:07:12.268846 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: address_scope.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.269678 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.270176 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: address-scope Mar 30 07:07:12.270492 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.271559 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.272097 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: router-admin-state-down-before-update Mar 30 07:07:12.272412 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: agent.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.273110 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.273597 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: agent Mar 30 07:07:12.273909 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: agent_resources_synced.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.274811 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.275306 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: agent-resources-synced Mar 30 07:07:12.275624 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: allowedaddresspairs.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.277437 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.277940 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: allowed-address-pairs Mar 30 07:07:12.278265 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: auto_allocated_topology.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.279308 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.279832 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: auto-allocated-topology Mar 30 07:07:12.280154 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: availability_zone.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.280831 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.281323 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: availability_zone Mar 30 07:07:12.281640 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: availability_zone_filter.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.282530 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.283024 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: availability_zone_filter Mar 30 07:07:12.283340 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: data_plane_status.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.284258 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.284780 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension data-plane-status not supported by any of loaded plugins Mar 30 07:07:12.285095 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: default_subnetpools.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.285996 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.286489 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: default-subnetpools Mar 30 07:07:12.286809 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.287611 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.288149 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: dhcp_agent_scheduler Mar 30 07:07:12.288441 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: dns.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.289344 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.289832 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension dns-integration not supported by any of loaded plugins Mar 30 07:07:12.290151 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: dns_domain_ports.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.291056 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.291548 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 30 07:07:12.291882 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.292790 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.293277 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 30 07:07:12.293594 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: dvr.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.294253 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.294748 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: dvr Mar 30 07:07:12.295069 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: ecmp_routes.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.296001 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.296497 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 30 07:07:12.296816 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: empty_string_filtering.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.297708 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.298207 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: empty-string-filtering Mar 30 07:07:12.298522 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.299418 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.299939 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 30 07:07:12.300409 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.301199 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.301693 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 30 07:07:12.302008 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: external_net.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.302904 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.303401 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: external-net Mar 30 07:07:12.303720 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.304637 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.305138 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: extra_dhcp_opt Mar 30 07:07:12.305450 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: extraroute.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.306343 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.306866 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: extraroute Mar 30 07:07:12.307150 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: extraroute_atomic.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.308270 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.308770 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: extraroute-atomic Mar 30 07:07:12.309084 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: filter_validation.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.309741 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.310230 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: filter-validation Mar 30 07:07:12.310554 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: fip_pf_description.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.311450 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.311975 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 30 07:07:12.312291 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: fip_pf_port_range.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.313180 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.313674 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 30 07:07:12.313989 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: fip_port_details.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.314896 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.315391 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: fip-port-details Mar 30 07:07:12.315714 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: flavors.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.316979 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.317488 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: flavors Mar 30 07:07:12.317796 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.319456 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.320002 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 30 07:07:12.320336 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: floatingip_pools.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.321031 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.321532 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: floatingip-pools Mar 30 07:07:12.321858 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: ip_allocation.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.322776 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.323271 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension ip_allocation not supported by any of loaded plugins Mar 30 07:07:12.323592 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.324528 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.325029 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: ip-substring-filtering Mar 30 07:07:12.325352 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: l2_adjacency.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.326264 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.326765 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 30 07:07:12.327080 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: l3.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.329619 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.330139 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: router Mar 30 07:07:12.330470 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.332825 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.333339 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 30 07:07:12.333670 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.334588 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.335089 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: ext-gw-mode Mar 30 07:07:12.335410 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.336342 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.336842 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: l3-ha Mar 30 07:07:12.337162 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.338061 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.338553 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 30 07:07:12.338868 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: l3_flavors.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.339768 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.340308 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: l3-flavors Mar 30 07:07:12.340629 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.341981 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.342490 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 30 07:07:12.342814 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.343716 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.344247 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 30 07:07:12.344577 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: l3agentscheduler.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.345612 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.346113 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: l3_agent_scheduler Mar 30 07:07:12.346436 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: local_ip.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.348490 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.349013 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension local_ip not supported by any of loaded plugins Mar 30 07:07:12.349348 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: logging.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.350823 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.351334 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension logging not supported by any of loaded plugins Mar 30 07:07:12.351660 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: metering.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.352428 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.352993 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: metering Mar 30 07:07:12.353315 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.354387 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.354892 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: metering_source_and_destination_fields Mar 30 07:07:12.355215 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: multiprovidernet.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.356157 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.356654 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: multi-provider Mar 30 07:07:12.357344 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: netmtu.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.358244 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.358741 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: net-mtu Mar 30 07:07:12.359058 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: netmtu_writable.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.359996 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.360490 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: net-mtu-writable Mar 30 07:07:12.360810 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: network_availability_zone.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.361469 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.361960 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: network_availability_zone Mar 30 07:07:12.362275 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: network_ip_availability.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.363481 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.364011 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: network-ip-availability Mar 30 07:07:12.364335 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: network_segment_range.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.365094 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.365583 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension network-segment-range not supported by any of loaded plugins Mar 30 07:07:12.365896 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: pagination.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.367001 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.367327 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: pagination Mar 30 07:07:12.367647 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: port_device_profile.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.368585 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.369084 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: port-device-profile Mar 30 07:07:12.369401 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.370312 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.370811 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: port-mac-address-regenerate Mar 30 07:07:12.371131 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.372056 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.372558 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: port-numa-affinity-policy Mar 30 07:07:12.372876 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: port_resource_request.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.373785 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.374274 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension port-resource-request not supported by any of loaded plugins Mar 30 07:07:12.374590 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: port_resource_request_groups.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.375537 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.376059 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 30 07:07:12.376378 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: portbindings.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.377293 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.377791 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: binding Mar 30 07:07:12.378108 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: portbindings_extended.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.379429 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.379963 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: binding-extended Mar 30 07:07:12.380289 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: portsecurity.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.381187 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.381693 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: port-security Mar 30 07:07:12.382015 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: project_id.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.382970 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.383298 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: project-id Mar 30 07:07:12.383620 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: providernet.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.384557 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.385059 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: provider Mar 30 07:07:12.385376 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: qos.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.388989 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.389501 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension qos not supported by any of loaded plugins Mar 30 07:07:12.389825 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.391058 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.391563 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 30 07:07:12.391917 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.392820 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.393319 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 30 07:07:12.393637 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: qos_default.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.394633 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.395128 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension qos-default not supported by any of loaded plugins Mar 30 07:07:12.395443 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: qos_fip.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.396369 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.396866 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension qos-fip not supported by any of loaded plugins Mar 30 07:07:12.397185 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.398072 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.398571 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 30 07:07:12.398887 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: qos_gateway_ip.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.399784 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.400308 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 30 07:07:12.400625 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: qos_port_network_policy.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.401521 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.402019 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 30 07:07:12.402333 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.403353 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.403870 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 30 07:07:12.404188 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.405209 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.405712 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 30 07:07:12.406024 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: qos_pps_rule.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.407184 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.407686 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension qos-pps not supported by any of loaded plugins Mar 30 07:07:12.408028 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: qos_rule_type_details.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.408931 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.409430 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 30 07:07:12.409810 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.410783 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.411287 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 30 07:07:12.411602 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: qos_rules_alias.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.412661 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.413163 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 30 07:07:12.413483 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: quota_check_limit.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.414382 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.414891 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: quota-check-limit Mar 30 07:07:12.415209 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: quotasv2.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.416157 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.416480 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: quotas Mar 30 07:07:12.416796 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: quotasv2_detail.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.418578 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.418913 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: quota_details Mar 30 07:07:12.419243 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: rbac.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.420323 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.420846 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: rbac-policies Mar 30 07:07:12.421175 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: rbac_address_group.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.422090 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.422597 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: rbac-address-group Mar 30 07:07:12.422918 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: rbac_address_scope.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.423836 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.424352 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: rbac-address-scope Mar 30 07:07:12.424678 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: rbac_security_groups.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.425743 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.426351 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: rbac-security-groups Mar 30 07:07:12.426669 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: rbac_subnetpool.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.427572 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.428104 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: rbac-subnetpool Mar 30 07:07:12.428422 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: revisionifmatch.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.429330 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.429829 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: revision-if-match Mar 30 07:07:12.430146 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: revisions.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.431245 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.431750 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: standard-attr-revisions Mar 30 07:07:12.432101 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: router_availability_zone.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.432762 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.433258 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: router_availability_zone Mar 30 07:07:12.433574 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: routerservicetype.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.434482 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.434979 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension router-service-type not supported by any of loaded plugins Mar 30 07:07:12.435296 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.436307 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.436810 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: security-groups-normalized-cidr Mar 30 07:07:12.437124 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.438041 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.438541 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: port-security-groups-filtering Mar 30 07:07:12.438859 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.439773 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.440298 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: security-groups-remote-address-group Mar 30 07:07:12.440612 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.441650 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.442150 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: security-groups-shared-filtering Mar 30 07:07:12.442470 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.443066 dv-cinder-835778-2-iscsi neutron-server[103368]: WARNING neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 30 07:07:12.443364 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: securitygroup.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.452991 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.453508 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: security-group Mar 30 07:07:12.453832 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: segment.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.454558 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.455061 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension segment not supported by any of loaded plugins Mar 30 07:07:12.455404 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.456362 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.457435 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 30 07:07:12.457435 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: servicetype.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.458566 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.459075 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: service-type Mar 30 07:07:12.459397 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: sorting.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.460386 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.460716 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: sorting Mar 30 07:07:12.461032 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: standard_attr_segment.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.461940 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.462442 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 30 07:07:12.462761 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: standardattrdescription.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.463381 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.463904 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: standard-attr-description Mar 30 07:07:12.464222 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: stateful_security_group.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.465159 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.465658 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: stateful-security-group Mar 30 07:07:12.465974 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: stdattrs_common.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.466532 dv-cinder-835778-2-iscsi neutron-server[103368]: WARNING neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 30 07:07:12.466847 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.467787 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.468314 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 30 07:07:12.468632 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: subnet_onboard.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.469681 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.470183 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: subnet_onboard Mar 30 07:07:12.470500 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.471411 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.471939 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 30 07:07:12.472304 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: subnet_service_types.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.473277 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.473779 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: subnet-service-types Mar 30 07:07:12.474099 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: subnetallocation.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.475180 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.475682 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: subnet_allocation Mar 30 07:07:12.476027 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.476678 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.477180 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: subnetpool-prefix-ops Mar 30 07:07:12.477500 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.478409 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.478904 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 30 07:07:12.479221 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: tagging.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.480292 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.480797 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: standard-attr-tag Mar 30 07:07:12.481112 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: timestamp.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.482665 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.483169 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loaded extension: standard-attr-timestamp Mar 30 07:07:12.483492 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: trunk.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.484570 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.485070 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension trunk not supported by any of loaded plugins Mar 30 07:07:12.485389 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: trunk_details.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.486337 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.486790 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension trunk-details not supported by any of loaded plugins Mar 30 07:07:12.487105 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: uplink_status_propagation.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.488055 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.488556 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 30 07:07:12.488871 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Loading extension file: vlantransparent.py {{(pid=103368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 07:07:12.489534 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 07:07:12.490031 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 30 07:07:12.492557 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:network Mar 30 07:07:12.493062 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:subnet Mar 30 07:07:12.493453 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 07:07:12.493834 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:port Mar 30 07:07:12.495056 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.v2.resource_helper [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 07:07:12.495486 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.v2.resource_helper [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Service FLAVORS assigned prefix: {{(pid=103368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 07:07:12.496140 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.v2.resource_helper [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 07:07:12.496560 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.v2.resource_helper [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 07:07:12.496883 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:router Mar 30 07:07:12.497302 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:floatingip Mar 30 07:07:12.497795 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.v2.resource_helper [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Service METERING assigned prefix: /metering {{(pid=103368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 07:07:12.499216 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.499578 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.499960 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:07:12.500939 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 07:07:12.501377 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:security_group Mar 30 07:07:12.501796 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 07:07:12.502377 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.v2.resource_helper [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Service CORE assigned prefix: {{(pid=103368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 07:07:12.502701 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 07:07:12.503038 dv-cinder-835778-2-iscsi neutron-server[103368]: WARNING neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] subnetpool is already registered Mar 30 07:07:12.503528 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.v2.resource_helper [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Service CORE assigned prefix: {{(pid=103368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 07:07:12.503904 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 07:07:12.504289 dv-cinder-835778-2-iscsi neutron-server[103368]: WARNING neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] subnetpool is already registered Mar 30 07:07:12.506556 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.v2.resource_helper [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 07:07:12.506981 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.v2.resource_helper [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Service FLAVORS assigned prefix: {{(pid=103368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 07:07:12.507572 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.v2.resource_helper [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 07:07:12.508015 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.v2.resource_helper [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 07:07:12.508344 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:router Mar 30 07:07:12.508675 dv-cinder-835778-2-iscsi neutron-server[103368]: WARNING neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] router is already registered Mar 30 07:07:12.509076 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:floatingip Mar 30 07:07:12.509404 dv-cinder-835778-2-iscsi neutron-server[103368]: WARNING neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] floatingip is already registered Mar 30 07:07:12.509843 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.v2.resource_helper [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Service METERING assigned prefix: /metering {{(pid=103368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 07:07:12.510492 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 07:07:12.510811 dv-cinder-835778-2-iscsi neutron-server[103368]: WARNING neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] rbac_policy is already registered Mar 30 07:07:12.511212 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:security_group Mar 30 07:07:12.511537 dv-cinder-835778-2-iscsi neutron-server[103368]: WARNING neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] security_group is already registered Mar 30 07:07:12.511960 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 07:07:12.512286 dv-cinder-835778-2-iscsi neutron-server[103368]: WARNING neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] security_group_rule is already registered Mar 30 07:07:12.512892 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.v2.resource_helper [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Service CORE assigned prefix: {{(pid=103368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 07:07:12.513212 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 07:07:12.513543 dv-cinder-835778-2-iscsi neutron-server[103368]: WARNING neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] subnetpool is already registered Mar 30 07:07:12.513952 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.v2.resource_helper [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Service CORE assigned prefix: {{(pid=103368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 07:07:12.514270 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 07:07:12.514610 dv-cinder-835778-2-iscsi neutron-server[103368]: WARNING neutron.quota.resource_registry [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] subnetpool is already registered Mar 30 07:07:12.515067 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: extensions {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.516579 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: address-groups {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.518067 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: address-scopes {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.519456 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: agents {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.520646 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: auto-allocated-topology {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.521884 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: availability_zones {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.523091 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: dhcp-networks {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.524651 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: dhcp-agents {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.526087 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: routers {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.528337 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: flavors {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.529521 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: service_profiles {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.530738 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: next_providers {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.532214 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: service_profiles {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.534684 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: floatingip-pools {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.535954 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: routers {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.538068 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: floatingips {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.539351 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: l3-routers {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.540773 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: l3-agents {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.542175 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: metering-labels {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.543549 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: metering-label-rules {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.544860 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: network-ip-availabilities {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.546171 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: bindings {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.547842 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: quotas {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.549396 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: quotas {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.550962 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: rbac-policies {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.552298 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: security-groups {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.553520 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: security-group-rules {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.554754 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: service-providers {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.555947 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: subnetpools {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.557468 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: subnetpools {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.560091 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: tags {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.561771 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: tags {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.563713 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: tags {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.566107 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: tags {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.569415 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: tags {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.571257 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: tags {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.573250 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: tags {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.575156 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: tags {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.576969 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: tags {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.578811 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron.api.extensions [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Extended resource: tags {{(pid=103368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 07:07:12.584913 dv-cinder-835778-2-iscsi neutron-server[103368]: WARNING keystonemiddleware.auth_token [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 30 07:07:12.589808 dv-cinder-835778-2-iscsi neutron-server[103368]: WARNING keystonemiddleware.auth_token [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 30 07:07:12.599092 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_concurrency.lockutils [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Acquired lock "singleton_lock" {{(pid=103368) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 30 07:07:12.603995 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_concurrency.lockutils [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Releasing lock "singleton_lock" {{(pid=103368) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 30 07:07:12.604696 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO oslo_service.service [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Starting 2 workers Mar 30 07:07:12.613677 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Started child 103477 {{(pid=103368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 07:07:12.617678 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:12.619524 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [-] (103477) wsgi starting up on http://0.0.0.0:9696 Mar 30 07:07:12.620183 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Started child 103478 {{(pid=103368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 07:07:12.621838 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO neutron.service [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 30 07:07:12.622484 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:12.626484 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO oslo_service.service [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Starting 1 workers Mar 30 07:07:12.627109 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:12.628763 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [-] (103478) wsgi starting up on http://0.0.0.0:9696 Mar 30 07:07:12.632391 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Started child 103479 {{(pid=103368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 07:07:12.632953 dv-cinder-835778-2-iscsi neutron-server[103368]: INFO oslo_service.service [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Starting 1 workers Mar 30 07:07:12.636138 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.service [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] calling RpcWorker wait() {{(pid=103479) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 30 07:07:12.636883 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.service [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] returning from RpcWorker wait() {{(pid=103479) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 30 07:07:12.637478 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Started child 103480 {{(pid=103368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 07:07:12.637901 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:12.638250 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG neutron_lib.callbacks.manager [None req-90bd6212-4cc5-437e-a595-1a0c41e9c751 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:12.638442 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:07:12.640161 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103368) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 07:07:12.640374 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 07:07:12.640524 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 07:07:12.640742 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 07:07:12.641074 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 07:07:12.641294 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 07:07:12.641706 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.642037 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.642195 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.642450 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.642667 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:12.643382 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.643382 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.643683 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.643850 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.644006 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:07:12.644150 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.644378 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.644652 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.644652 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.645240 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.645240 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.645538 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.645688 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.645931 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.646212 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.646418 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.646582 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.646974 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.647170 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.647320 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] debug = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.647611 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.648101 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.648323 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.648550 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.648764 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.649051 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.649264 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.649519 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.649748 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.649969 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.650204 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.650448 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.650672 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.650891 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.651138 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.651345 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.651589 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.651783 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.652275 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] host = dv-cinder-835778-2-iscsi {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.652501 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.652723 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.652941 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.653184 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.653430 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.653656 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.653880 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.654233 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.654460 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.654679 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.654918 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.655137 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.655390 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.655614 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_file = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.655763 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_options = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.656014 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.656268 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.656512 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.656700 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.656852 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.657005 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.657241 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.657392 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.657623 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.657836 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.658042 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.658261 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.658484 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.658688 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.658918 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.659123 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.659331 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.659530 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.659974 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.660321 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.661463 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.661463 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.661463 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.661463 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.661463 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.661818 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.661892 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.662060 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.662269 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.662509 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.662716 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.662967 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.663200 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.663571 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.663732 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.663958 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.664187 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.664365 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.664627 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.664872 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.665092 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.665322 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.665541 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.665833 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.666053 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.666281 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.666504 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] use_json = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.669974 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.669974 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.669974 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.669974 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.669974 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.669974 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.669974 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.669974 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.671390 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.672591 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.672591 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.672591 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.672591 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.673016 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.673098 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.673342 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.673581 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.674739 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.674739 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.674739 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.674739 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.675110 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.675194 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.675757 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.676081 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.676336 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.676589 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.676810 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.677033 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.677269 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.677510 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.677806 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.678033 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.678285 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.678519 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.678746 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.679021 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.679282 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.679631 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.679917 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.680168 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.680434 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.680651 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.680902 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.681124 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.681367 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.681604 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.681822 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.682082 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.682306 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.682518 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.682740 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.682988 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.683231 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.683457 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.683704 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.684005 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.684235 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.684455 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.684666 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.684895 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.685103 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.685327 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.685565 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.685794 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.686040 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.686286 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.686520 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.686748 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.686959 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.687173 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.687415 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.687633 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.687860 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.688070 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.688304 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.688512 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.688754 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.688966 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.689193 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.689384 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.689616 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.689839 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.690393 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.690393 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.690658 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.690658 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.691071 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.691283 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.691437 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.691575 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.691740 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.691990 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.692218 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.692435 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.692888 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.692888 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.693188 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.693325 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.693463 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.693694 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.694006 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.694247 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.694625 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.694778 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.694916 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.695127 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.695366 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.695594 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.695832 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.696144 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.696295 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.696541 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.696769 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.697007 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.697775 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.697775 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.698096 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.698244 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.698381 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.698583 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.698813 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.699049 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.699324 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.699570 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.699851 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.700080 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.700329 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.700602 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.700838 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.701102 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.701319 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.701593 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.701880 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.702144 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.702426 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.702658 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.702906 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.703154 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.703419 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.703685 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.703949 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.704198 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.704442 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.704691 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.704935 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.705145 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.705372 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.705696 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.705928 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.706153 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.706382 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.706700 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.706971 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.707205 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.707461 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.707699 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.707982 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.708233 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.708464 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.708692 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.708915 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.709142 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.709413 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.709574 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.709781 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.710021 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.710232 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.710444 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.710698 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.710922 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.711150 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.711360 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.711575 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.711786 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.712052 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.712265 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.712481 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.712711 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.712939 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.713153 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.713367 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.713580 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.713851 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.714022 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.714595 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.714595 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.714906 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.715046 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.715213 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.715463 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.715686 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.715955 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.716166 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.716380 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.716589 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.716805 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.717013 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.717239 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.717463 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.717976 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.717976 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.718253 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.718436 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.718670 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.718894 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.719147 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.719647 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.719647 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.719965 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.720123 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.720262 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.720449 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.720669 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.720883 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.721097 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.721328 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.721540 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.721767 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.722029 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.722328 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.722564 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.722796 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.723014 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.723552 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.723552 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.724314 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.724314 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.724314 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.724314 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.724857 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.724857 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.725118 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.725263 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.725442 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.725685 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.725899 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.726288 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.726411 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.726628 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.726756 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.726987 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.727207 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.727430 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.727668 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.727897 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.728104 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.728542 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.728542 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.728758 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.728946 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.729180 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.729400 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.729631 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.729862 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.730056 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.730275 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.730480 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.730684 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.730903 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.731115 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.731319 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.731539 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.732265 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.732483 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.732701 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.732914 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.733119 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.733396 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.733649 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.734770 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.734770 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.734770 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.734770 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.735271 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.735271 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.735512 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.735713 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.735965 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.736181 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.736450 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.736650 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.736996 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.737908 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.737908 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.737908 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.738362 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.738362 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.738627 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.738763 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.739067 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.739379 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.739647 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.739921 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.740163 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.740410 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.740634 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.740848 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.741061 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.741273 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.741486 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.741754 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.741994 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.742214 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.742426 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.742652 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.742880 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.743126 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.743369 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.743548 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.743776 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.743953 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 07:07:12.744500 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103368) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 07:07:12.744659 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 07:07:12.744809 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 07:07:12.744905 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:07:12.744994 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 07:07:12.745131 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 07:07:12.745280 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 07:07:12.745483 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.745640 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.745799 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.745972 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.746113 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.746275 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.746432 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.746589 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.746748 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.746907 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.747061 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.747215 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.747368 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.747502 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.747659 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.747838 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.748005 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.748172 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.748310 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.748433 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.748582 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.749065 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.749065 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] debug = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.749065 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.749915 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.749915 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.749915 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.749915 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.749915 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.749915 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.750635 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.750635 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.750635 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.750635 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.750635 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.751248 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.751248 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.751248 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.751586 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.751586 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.751837 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.751837 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] host = dv-cinder-835778-2-iscsi {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.752068 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.752214 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.752346 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.752487 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.752611 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.752732 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.752870 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.753003 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.753124 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.753247 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.753473 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.753598 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.753719 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.753868 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_file = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.754023 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_options = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.754178 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.754394 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.754520 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.754632 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.754790 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.754946 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.755100 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.755255 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.755409 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.755564 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.755718 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.755936 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.756043 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.756197 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.756350 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.756506 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.756661 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.756889 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.756990 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.757129 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.757253 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.757397 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.757550 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.757705 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.757862 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.758020 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.758171 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.758330 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.759838 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.759838 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.759838 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.759838 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.759838 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.759838 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.759838 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.759838 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.760302 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.760302 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.760302 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.760302 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.760302 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.760596 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.760596 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.760713 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.760888 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.760969 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.761124 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] use_json = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.761277 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.761435 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.761582 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.761734 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.761889 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.762044 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.762199 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.762355 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.762511 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 07:07:12.762686 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.762846 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.763017 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.763177 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.763336 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.763493 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.763649 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.763833 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.763977 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.764128 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.764292 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.764502 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.764628 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.764750 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.764893 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.765050 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.765209 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.765349 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.765509 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.765667 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.765824 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.765980 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.766147 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.766304 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.766460 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.766617 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.766774 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.767004 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.767137 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.767259 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.767400 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.767562 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.767720 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.767912 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.768072 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.768232 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.768390 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.768549 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.768712 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.768871 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.769075 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.769314 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.769654 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.769781 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.769917 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.770350 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.770350 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.770350 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.770657 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.770657 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.770850 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.770850 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.771043 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.771179 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.771307 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.771470 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.771628 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.771796 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.771979 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.772301 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.772301 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.772449 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.772542 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.772703 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.772858 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.773015 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.773173 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.773330 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.773666 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.773666 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.773890 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.774004 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.774126 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.774210 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.774370 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.774530 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.774687 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.774843 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.775001 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.775158 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.775315 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.775470 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.775629 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.775786 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.775966 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.776111 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.776266 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.776425 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.776581 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.776740 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.776896 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.777066 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.777238 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.777397 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.777557 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.777722 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.777854 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.777991 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.778147 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.778303 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.778459 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.778619 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.778777 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.778934 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.779095 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.779252 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.779407 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.779564 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.779719 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.779901 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.780062 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.780220 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.780378 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.780535 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.780694 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.780851 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.781007 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.781163 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.781322 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.781488 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.781647 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.781806 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.781964 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.782127 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.782295 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.782442 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.782601 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.782759 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.782915 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.783071 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.783229 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.783385 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.783524 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.783690 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.783868 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.784031 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.784187 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.784344 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.784500 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.784727 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.784893 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.785046 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.785265 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.785522 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.785685 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.785826 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.785988 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.786141 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.786290 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.786449 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.786607 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.786761 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.786894 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.787056 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.787217 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.787348 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.787505 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.787662 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.788757 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.788757 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.788757 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.788757 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.788757 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.788757 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.788757 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.789490 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.789490 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.789490 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.789490 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.789490 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.789841 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.789841 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.789988 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.790066 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.790177 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.790334 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.790494 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.790652 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.790810 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.790970 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.791127 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.791285 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.791443 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.791602 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.791759 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.791938 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.792097 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.792254 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.792412 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.792571 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.792729 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.792889 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.793046 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.793205 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.793381 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.793538 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.793694 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.793853 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.794009 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.794166 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.794323 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.794480 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.794636 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.794799 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.794958 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.795114 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.795272 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.795429 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.795586 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.795744 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.795924 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.796086 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.796245 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.796403 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.796561 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.796719 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.796874 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.797031 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.797189 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.797345 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.797502 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.797658 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.797814 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.797986 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.798142 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.798298 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.798461 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.798617 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.798773 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.798941 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.799097 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.799254 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.799410 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.799565 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.799721 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.799907 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.800066 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.800334 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.800490 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.800645 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.800803 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.800970 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.801126 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.801282 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.801439 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.801595 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.801751 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.802047 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.802047 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.802196 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.802353 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.802508 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.802663 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.802830 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.802986 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.803141 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.803298 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.803454 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.803611 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.803777 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.803957 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.804113 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.804277 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.804434 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.804593 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.804751 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.804920 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.805078 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.805236 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.805397 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.805739 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.805739 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.806016 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.806016 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.806288 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 33160) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:07:12.806431 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.806431 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.806431 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.806838 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.806838 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.807108 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.807108 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.807365 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.807365 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.807621 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.807767 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.807934 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.808071 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.808206 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.808341 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.808489 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.808625 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.808760 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.808906 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.809051 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.809188 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.809323 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.809458 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.809593 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.809728 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.809863 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.809998 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.810133 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 07:07:12.810282 dv-cinder-835778-2-iscsi neutron-server[103368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 07:07:12.814424 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063272 Mar 30 07:07:24.249673 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2201c5e-72de-4206-9ea9-dff4a8e61b4e None None] get_active_networks_info from dv-cinder-835778-2-iscsi {{(pid=103479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 30 07:07:24.318087 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2201c5e-72de-4206-9ea9-dff4a8e61b4e None None] No non-hosted networks {{(pid=103479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 30 07:07:24.338584 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.agentschedulers_db [None req-d2201c5e-72de-4206-9ea9-dff4a8e61b4e None None] DHCP Agent not found on host dv-cinder-835778-2-iscsi {{(pid=103479) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 30 07:07:24.442296 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9f3f5e03-937e-4353-8e52-978ceeeed050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622495'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:26.397568 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-949dee34-a00c-49f0-b1eb-f24a68181744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622495'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:26.443028 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-465b4cc7-f2d2-496a-b318-7638e2a1aef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:27.451459 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 33226) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:07:27.916791 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622495'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:28.255774 dv-cinder-835778-2-iscsi neutron-server[103478]: WARNING oslo_policy.policy [None req-ac723d4e-0647-4a3a-ae17-c6b737cd616e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 07:07:28.256586 dv-cinder-835778-2-iscsi neutron-server[103478]: WARNING oslo_policy.policy [None req-ac723d4e-0647-4a3a-ae17-c6b737cd616e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 07:07:28.485136 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [None req-ac723d4e-0647-4a3a-ae17-c6b737cd616e admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103478) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 07:07:28.508598 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-ac723d4e-0647-4a3a-ae17-c6b737cd616e admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0561247 Mar 30 07:07:29.085639 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622495'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:30.090034 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.db.l3_hamode_db [None req-7fe9cce9-3f1a-43b9-b33a-a27106ce0a39 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 30 07:07:30.179777 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9cce9-3f1a-43b9-b33a-a27106ce0a39 None None] Routers set() bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:07:30.180178 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9cce9-3f1a-43b9-b33a-a27106ce0a39 None None] Router IDs set() for agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 30 07:07:30.614882 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622495'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:30.615898 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:30.616334 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:30.617215 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:30.618750 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:30.619197 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:30.619668 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:30.620261 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:30.620851 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:30.621944 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:30.622375 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:30.622860 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:30.623498 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:30.623862 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:30.624209 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:30.624524 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:30.629046 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835778-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:07:30.640512 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835778-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:07:31.087356 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 33260) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:07:31.417623 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-00c7c2e0-38b1-46e4-90de-f25d6a311aec admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:07:31.509648 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.policy [None req-00c7c2e0-38b1-46e4-90de-f25d6a311aec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103478) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 07:07:31.551992 dv-cinder-835778-2-iscsi neutron-server[103478]: WARNING oslo_policy.policy [None req-00c7c2e0-38b1-46e4-90de-f25d6a311aec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 07:07:31.552395 dv-cinder-835778-2-iscsi neutron-server[103478]: WARNING oslo_policy.policy [None req-00c7c2e0-38b1-46e4-90de-f25d6a311aec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 07:07:31.649479 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-00c7c2e0-38b1-46e4-90de-f25d6a311aec admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778199252048', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778199245315', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778199262166', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778199212005', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778199212832', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778199592056', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-823905', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-846455', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1759488', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1687574'] for rbac-policy (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:31.718887 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-00c7c2e0-38b1-46e4-90de-f25d6a311aec admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:31.720110 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-00c7c2e0-38b1-46e4-90de-f25d6a311aec admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6317589 Mar 30 07:07:34.240620 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 33272) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:07:34.585347 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:07:34.619282 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Made reservation on behalf of 03146c35f6b74534aaeb260041749b99 for: {'network': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:07:34.622968 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:34.639434 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:34.754359 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Publish callbacks [] for security_group (35671006-19db-473e-8e23-4125d991432d), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:34.760893 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (35671006-19db-473e-8e23-4125d991432d), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:34.784060 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:07:34.817524 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778196997937', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (5485f018-e88b-4fc8-a2f2-3a532276c764), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:34.818083 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Unsubscribe: segment precommit_create {{(pid=103478) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 07:07:34.818578 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.segments_db [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Added segment 5485f018-e88b-4fc8-a2f2-3a532276c764 of type vlan for network 767ea4ae-76da-4017-a5fd-6e8e280b2683 Mar 30 07:07:34.833866 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=35671006-19db-473e-8e23-4125d991432d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:07:34.884214 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:34.884410 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:34.884783 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:34.885121 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:34.885443 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:34.885758 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:34.886069 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:34.886379 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:34.886703 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:34.887003 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:34.887311 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:34.887614 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:34.887949 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:34.888259 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:34.888558 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Tracked resource versions report: Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: pushed versions: Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: { 'AddressGroup': {'1.2'}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Agent': {'1.1'}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'ConntrackHelper': {'1.0'}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'LocalIPAssociation': {'1.0'}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Log': {'1.0'}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'NDPProxy': {'1.0'}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Network': {'1.1'}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Port': {'1.7'}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'PortForwarding': {'1.3'}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'QosPolicy': {'1.10'}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'SecurityGroup': {'1.5'}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'SecurityGroupRule': {'1.2'}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'SubPort': {'1.0'}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Subnet': {'1.1'}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Trunk': {'1.1'}} Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: consumer versions: Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: { DHCP agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: L3 agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: Metadata agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: Metering agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: Open vSwitch agent@dv-cinder-835778-2-iscsi: { 'AddressGroup': '1.2', Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Agent': '1.1', Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'ConntrackHelper': '1.0', Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'LocalIPAssociation': '1.0', Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Log': '1.0', Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'NDPProxy': '1.0', Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Network': '1.1', Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Port': '1.7', Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'PortForwarding': '1.3', Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'QosPolicy': '1.10', Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'SecurityGroup': '1.5', Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'SecurityGroupRule': '1.2', Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'SubPort': '1.0', Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Subnet': '1.1', Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Trunk': '1.1'}} Mar 30 07:07:34.889996 dv-cinder-835778-2-iscsi neutron-server[103478]: {{(pid=103478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 07:07:34.923144 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (767ea4ae-76da-4017-a5fd-6e8e280b2683), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:34.969002 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (767ea4ae-76da-4017-a5fd-6e8e280b2683), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:34.974294 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:07:34.974988 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:35.062103 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8201122 Mar 30 07:07:35.099880 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0da49-ba96-4225-83c0-a2aad6dde08f demo demo] Pushing event updated for resources: {'Network': ['ID=767ea4ae-76da-4017-a5fd-6e8e280b2683,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:07:35.113597 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network 767ea4ae-76da-4017-a5fd-6e8e280b2683 details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:07:37.647583 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 33284) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:07:38.208119 dv-cinder-835778-2-iscsi neutron-server[103477]: WARNING oslo_policy.policy [None req-aeff02b7-b98c-40db-b6a0-80369a56af03 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 07:07:38.208697 dv-cinder-835778-2-iscsi neutron-server[103477]: WARNING oslo_policy.policy [None req-aeff02b7-b98c-40db-b6a0-80369a56af03 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 07:07:38.649826 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.policy [None req-aeff02b7-b98c-40db-b6a0-80369a56af03 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103477) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 07:07:38.691298 dv-cinder-835778-2-iscsi neutron-server[103477]: WARNING oslo_policy.policy [None req-aeff02b7-b98c-40db-b6a0-80369a56af03 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 07:07:38.691670 dv-cinder-835778-2-iscsi neutron-server[103477]: WARNING oslo_policy.policy [None req-aeff02b7-b98c-40db-b6a0-80369a56af03 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 07:07:38.699526 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeff02b7-b98c-40db-b6a0-80369a56af03 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:07:38.701420 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-aeff02b7-b98c-40db-b6a0-80369a56af03 demo admin] 10.222.0.20 "GET /v2.0/networks/767ea4ae-76da-4017-a5fd-6e8e280b2683 HTTP/1.1" status: 200 len: 825 time: 1.0509114 Mar 30 07:07:38.744087 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2b0b28a5-b337-497b-8ba5-bb62545dfede demo admin] 10.222.0.20 "GET /v2.0/subnetpools/eb284545-f50c-445b-a3e7-3b62ce6daa23 HTTP/1.1" status: 200 len: 734 time: 0.0335257 Mar 30 07:07:38.752988 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'eb284545-f50c-445b-a3e7-3b62ce6daa23', 'name': 'private-subnet', 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:07:38.797092 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Made reservation on behalf of 03146c35f6b74534aaeb260041749b99 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:07:38.800000 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:39.105912 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for subnet (a5e6d3b9-dc31-4330-a308-7b8cbb4957cf), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:39.208874 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a5e6d3b9-dc31-4330-a308-7b8cbb4957cf,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:07:39.211209 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Checking segment: {'id': '5485f018-e88b-4fc8-a2f2-3a532276c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:07:39.211589 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Network hostable DHCP agents. Network: 767ea4ae-76da-4017-a5fd-6e8e280b2683, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:07:39.223114 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:39.223444 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:39.223785 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:39.224149 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:39.224465 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:39.224781 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:39.225103 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:39.225396 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:39.225713 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:39.226010 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:39.226314 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:39.226636 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:39.226937 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:39.227239 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:39.227538 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Tracked resource versions report: Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: pushed versions: Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: { 'AddressGroup': {'1.2'}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Agent': {'1.1'}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'ConntrackHelper': {'1.0'}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'LocalIPAssociation': {'1.0'}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Log': {'1.0'}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'NDPProxy': {'1.0'}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Network': {'1.1'}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Port': {'1.7'}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'PortForwarding': {'1.3'}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'QosPolicy': {'1.10'}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'SecurityGroup': {'1.5'}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'SecurityGroupRule': {'1.2'}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'SubPort': {'1.0'}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Subnet': {'1.1'}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Trunk': {'1.1'}} Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: consumer versions: Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: { DHCP agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: L3 agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: Metadata agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: Metering agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: Open vSwitch agent@dv-cinder-835778-2-iscsi: { 'AddressGroup': '1.2', Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Agent': '1.1', Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'ConntrackHelper': '1.0', Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'LocalIPAssociation': '1.0', Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Log': '1.0', Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'NDPProxy': '1.0', Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Network': '1.1', Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Port': '1.7', Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'PortForwarding': '1.3', Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'QosPolicy': '1.10', Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'SecurityGroup': '1.5', Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'SecurityGroupRule': '1.2', Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'SubPort': '1.0', Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Subnet': '1.1', Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Trunk': '1.1'}} Mar 30 07:07:39.228921 dv-cinder-835778-2-iscsi neutron-server[103477]: {{(pid=103477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 07:07:39.263033 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Network 767ea4ae-76da-4017-a5fd-6e8e280b2683 is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:07:39.276827 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, 767ea4ae-76da-4017-a5fd-6e8e280b2683) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:07:39.281600 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:07:39.282215 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:39.289404 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4413125d-844c-47dd-b230-acc132d52f97 None None] Network 767ea4ae-76da-4017-a5fd-6e8e280b2683 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:07:39.310693 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b56ec17c-09e5-492d-9039-1f3763884cb8 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5582423 Mar 30 07:07:39.675849 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b82721-ccaf-517d-af1a-d7277a7417ee-767ea4ae-76da-4017-a5fd-6e8e280b2683', 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683', 'project_id': '03146c35f6b74534aaeb260041749b99', 'fixed_ips': [{'subnet_id': 'a5e6d3b9-dc31-4330-a308-7b8cbb4957cf'}]}} from dv-cinder-835778-2-iscsi. {{(pid=103479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 07:07:39.677046 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:39.955843 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Allocated IP 172.20.0.2 (767ea4ae-76da-4017-a5fd-6e8e280b2683/a5e6d3b9-dc31-4330-a308-7b8cbb4957cf/b1ff5a1b-23bd-4229-85de-ac075d242724) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:07:40.230591 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Publish callbacks [] for port (b1ff5a1b-23bd-4229-85de-ac075d242724), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:40.239500 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (b1ff5a1b-23bd-4229-85de-ac075d242724), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:40.309041 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Network 767ea4ae-76da-4017-a5fd-6e8e280b2683 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:07:40.314800 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:07:40.328622 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:07:40.331801 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Pushing event updated for resources: {'Port': ['ID=b1ff5a1b-23bd-4229-85de-ac075d242724,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:07:40.362147 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:40.362494 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:40.362842 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:40.363195 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:40.363528 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:40.363842 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:40.364203 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:40.364528 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:40.364854 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:40.365161 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:40.365475 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:40.365810 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:40.366129 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:40.366444 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:40.366756 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Tracked resource versions report: Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: pushed versions: Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: { 'AddressGroup': {'1.2'}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Agent': {'1.1'}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'ConntrackHelper': {'1.0'}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'LocalIPAssociation': {'1.0'}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Log': {'1.0'}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'NDPProxy': {'1.0'}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Network': {'1.1'}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Port': {'1.7'}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'PortForwarding': {'1.3'}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'QosPolicy': {'1.10'}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'SecurityGroup': {'1.5'}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'SecurityGroupRule': {'1.2'}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'SubPort': {'1.0'}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Subnet': {'1.1'}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Trunk': {'1.1'}} Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: consumer versions: Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: { DHCP agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: L3 agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: Metadata agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: Metering agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: Open vSwitch agent@dv-cinder-835778-2-iscsi: { 'AddressGroup': '1.2', Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Agent': '1.1', Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'ConntrackHelper': '1.0', Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'LocalIPAssociation': '1.0', Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Log': '1.0', Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'NDPProxy': '1.0', Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Network': '1.1', Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Port': '1.7', Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'PortForwarding': '1.3', Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'QosPolicy': '1.10', Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'SecurityGroup': '1.5', Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'SecurityGroupRule': '1.2', Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'SubPort': '1.0', Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Subnet': '1.1', Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Trunk': '1.1'}} Mar 30 07:07:40.368203 dv-cinder-835778-2-iscsi neutron-server[103479]: {{(pid=103479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 07:07:40.419403 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Attempting to bind port b1ff5a1b-23bd-4229-85de-ac075d242724 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:07:40.419828 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Attempting to bind port b1ff5a1b-23bd-4229-85de-ac075d242724 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '5485f018-e88b-4fc8-a2f2-3a532276c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:07:40.420264 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Attempting to bind port b1ff5a1b-23bd-4229-85de-ac075d242724 on network 767ea4ae-76da-4017-a5fd-6e8e280b2683 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:07:40.425577 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:07:40.425958 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Checking segment: {'id': '5485f018-e88b-4fc8-a2f2-3a532276c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:07:40.426416 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:40.426803 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Bound using segment: {'id': '5485f018-e88b-4fc8-a2f2-3a532276c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:07:40.427283 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Bound port: b1ff5a1b-23bd-4229-85de-ac075d242724, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5485f018-e88b-4fc8-a2f2-3a532276c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:07:40.427722 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (b1ff5a1b-23bd-4229-85de-ac075d242724), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:40.499566 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] For port b1ff5a1b-23bd-4229-85de-ac075d242724, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:07:40.504264 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] For port b1ff5a1b-23bd-4229-85de-ac075d242724, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=b1ff5a1b-23bd-4229-85de-ac075d242724,segment=NetworkSegment(5485f018-e88b-4fc8-a2f2-3a532276c764),segment_id=5485f018-e88b-4fc8-a2f2-3a532276c764)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:07:40.514930 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (b1ff5a1b-23bd-4229-85de-ac075d242724), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:40.576121 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae833bc-5ad0-42c6-9e59-9354d94ac652 None None] Pushing event updated for resources: {'Port': ['ID=b1ff5a1b-23bd-4229-85de-ac075d242724,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:07:41.844586 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 33304) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:07:42.183139 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [None req-99b31c87-4a0c-45fd-b249-6b8b6c7c524d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 07:07:42.184145 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-99b31c87-4a0c-45fd-b249-6b8b6c7c524d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3385043 Mar 30 07:07:44.774510 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 33312) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:07:45.101594 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [None req-2d83ac23-c329-4f92-857f-eae881058567 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103478) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 07:07:45.102598 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-2d83ac23-c329-4f92-857f-eae881058567 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3270471 Mar 30 07:07:47.648637 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 33320) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:07:47.974676 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-609450f1-884c-4fd7-a6ed-835e1fbdd88b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:07:47.999026 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-609450f1-884c-4fd7-a6ed-835e1fbdd88b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1945'] for router (76cb17db-8ca0-4359-afa6-a246d69bc79b), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:48.000770 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-609450f1-884c-4fd7-a6ed-835e1fbdd88b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (76cb17db-8ca0-4359-afa6-a246d69bc79b), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:48.137966 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-609450f1-884c-4fd7-a6ed-835e1fbdd88b demo demo] Publish callbacks [] for router_controller (76cb17db-8ca0-4359-afa6-a246d69bc79b), precommit_add_association {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:48.144009 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-609450f1-884c-4fd7-a6ed-835e1fbdd88b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622820'] for router (76cb17db-8ca0-4359-afa6-a246d69bc79b), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:48.160404 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-609450f1-884c-4fd7-a6ed-835e1fbdd88b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:48.161551 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-609450f1-884c-4fd7-a6ed-835e1fbdd88b demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5115893 Mar 30 07:07:50.702241 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 33332) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:07:51.026562 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [None req-af99b8b1-6e25-4347-b41d-419c459af424 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 07:07:51.027535 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-af99b8b1-6e25-4347-b41d-419c459af424 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3242686 Mar 30 07:07:51.280878 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device b1ff5a1b-23bd-4229-85de-ac075d242724 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:07:51.372382 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port b1ff5a1b-23bd-4229-85de-ac075d242724 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:07:51.372760 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (b1ff5a1b-23bd-4229-85de-ac075d242724), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:51.485099 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port b1ff5a1b-23bd-4229-85de-ac075d242724 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:07:51.485476 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (b1ff5a1b-23bd-4229-85de-ac075d242724), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:51.520792 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port b1ff5a1b-23bd-4229-85de-ac075d242724, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=b1ff5a1b-23bd-4229-85de-ac075d242724,segment=NetworkSegment(5485f018-e88b-4fc8-a2f2-3a532276c764),segment_id=5485f018-e88b-4fc8-a2f2-3a532276c764)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:07:51.525287 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (b1ff5a1b-23bd-4229-85de-ac075d242724), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:51.579189 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=b1ff5a1b-23bd-4229-85de-ac075d242724,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:07:51.729028 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0db84d-ef16-45da-8fc4-213c09960014 None None] Network 767ea4ae-76da-4017-a5fd-6e8e280b2683 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:07:51.832209 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-f8e6fe26-9598-4ee0-9e62-bb2d2dec8c4a None None] Provisioning complete for port b1ff5a1b-23bd-4229-85de-ac075d242724 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:07:51.832600 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f8e6fe26-9598-4ee0-9e62-bb2d2dec8c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (b1ff5a1b-23bd-4229-85de-ac075d242724), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:51.934764 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6fe26-9598-4ee0-9e62-bb2d2dec8c4a None None] Current status of the port b1ff5a1b-23bd-4229-85de-ac075d242724 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:07:52.156615 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-5ee775bf-94d9-4f5e-9f06-096a3fd2ee22 None None] Provisioning complete for port b1ff5a1b-23bd-4229-85de-ac075d242724 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:07:52.156894 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5ee775bf-94d9-4f5e-9f06-096a3fd2ee22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (b1ff5a1b-23bd-4229-85de-ac075d242724), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:52.240681 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-5ee775bf-94d9-4f5e-9f06-096a3fd2ee22 None None] Current status of the port b1ff5a1b-23bd-4229-85de-ac075d242724 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:07:53.244097 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device b1ff5a1b-23bd-4229-85de-ac075d242724 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:07:53.293211 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port b1ff5a1b-23bd-4229-85de-ac075d242724 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:07:53.293598 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (b1ff5a1b-23bd-4229-85de-ac075d242724), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:53.371643 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port b1ff5a1b-23bd-4229-85de-ac075d242724 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:07:53.600722 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 33340) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:07:53.945959 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:07:53.974180 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Made reservation on behalf of e0c9fc0b60d1476cbb305fe8a9512169 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:07:53.976436 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:53.994312 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:54.100031 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Publish callbacks [] for security_group (81e4ac4d-1608-487f-b6c6-1c49c6116a7c), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:54.104420 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (81e4ac4d-1608-487f-b6c6-1c49c6116a7c), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:54.121071 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Reserving flat network on physical network physnet1 {{(pid=103477) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 30 07:07:54.147086 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e4ac4d-1608-487f-b6c6-1c49c6116a7c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:07:54.149899 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778196997937', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (c84c1639-925c-4a95-a0a4-8bb9c036465d), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:54.150476 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Unsubscribe: segment precommit_create {{(pid=103477) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 07:07:54.150951 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Added segment c84c1639-925c-4a95-a0a4-8bb9c036465d of type flat for network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 Mar 30 07:07:54.200696 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb86c-4f89-403c-bed2-de086476ae39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:54.217988 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (394dc4cc-6318-4b7e-8c07-8a9d622b9d97), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:54.262619 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (394dc4cc-6318-4b7e-8c07-8a9d622b9d97), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:54.263470 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:07:54.264182 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:54.357232 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7550597 Mar 30 07:07:54.375784 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17f2c8-7169-4691-a391-d165274aebdd admin admin] Pushing event updated for resources: {'Network': ['ID=394dc4cc-6318-4b7e-8c07-8a9d622b9d97,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:07:54.387066 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:07:56.395159 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2f1c5430-b958-4261-b9e5-81836f2ea188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:56.889869 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 33348) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:07:57.325599 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d444060d-213d-46a0-ae98-3ec49f7f580d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:07:57.326956 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-d444060d-213d-46a0-ae98-3ec49f7f580d demo admin] 10.222.0.20 "GET /v2.0/subnets/a5e6d3b9-dc31-4330-a308-7b8cbb4957cf HTTP/1.1" status: 200 len: 849 time: 0.4361413 Mar 30 07:07:57.468786 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-835d1831-76fe-4450-add7-dfc3ed8c272d demo admin] 10.222.0.20 "GET /v2.0/routers/76cb17db-8ca0-4359-afa6-a246d69bc79b HTTP/1.1" status: 200 len: 704 time: 0.1339495 Mar 30 07:07:57.746519 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:57.854386 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:58.044671 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Allocated IP 172.20.0.1 (767ea4ae-76da-4017-a5fd-6e8e280b2683/a5e6d3b9-dc31-4330-a308-7b8cbb4957cf/54a5b09c-d775-4057-a472-3cded4715dc3) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:07:58.233179 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Publish callbacks [] for port (54a5b09c-d775-4057-a472-3cded4715dc3), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:58.305901 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (54a5b09c-d775-4057-a472-3cded4715dc3), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:58.372335 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Network 767ea4ae-76da-4017-a5fd-6e8e280b2683 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:07:58.377059 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:07:58.390431 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:07:58.390854 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622771'] for router_interface (76cb17db-8ca0-4359-afa6-a246d69bc79b), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:58.414519 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Pushing event updated for resources: {'Port': ['ID=54a5b09c-d775-4057-a472-3cded4715dc3,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:07:58.617071 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-b8254930-82e5-46d8-93ed-58a454aa11ac None None] Provisioning complete for port 54a5b09c-d775-4057-a472-3cded4715dc3 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:07:58.617456 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b8254930-82e5-46d8-93ed-58a454aa11ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (54a5b09c-d775-4057-a472-3cded4715dc3), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:58.659466 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (54a5b09c-d775-4057-a472-3cded4715dc3), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:58.696213 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-b8254930-82e5-46d8-93ed-58a454aa11ac None None] Port 54a5b09c-d775-4057-a472-3cded4715dc3 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:07:58.897773 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Publish callbacks [] for port (54a5b09c-d775-4057-a472-3cded4715dc3), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:58.904867 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (54a5b09c-d775-4057-a472-3cded4715dc3), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:58.905632 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622631'] for router_interface (76cb17db-8ca0-4359-afa6-a246d69bc79b), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:58.982330 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Pushing event updated for resources: {'Port': ['ID=54a5b09c-d775-4057-a472-3cded4715dc3,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:07:59.031284 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:59.035294 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Network 767ea4ae-76da-4017-a5fd-6e8e280b2683 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:07:59.036628 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:07:59.210277 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Router 76cb17db-8ca0-4359-afa6-a246d69bc79b is scheduled to L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e with binding_index 1 {{(pid=103478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 07:07:59.305025 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:07:59.311099 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-1aa1194f-3417-44da-8517-d5a226ea96df demo admin] 10.222.0.20 "PUT /v2.0/routers/76cb17db-8ca0-4359-afa6-a246d69bc79b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8353741 Mar 30 07:07:59.320687 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-71341946-1bb9-4d86-8a2d-8e1a80b97276 None None] Provisioning complete for port 54a5b09c-d775-4057-a472-3cded4715dc3 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:07:59.321073 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-71341946-1bb9-4d86-8a2d-8e1a80b97276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (54a5b09c-d775-4057-a472-3cded4715dc3), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:07:59.332405 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Sync routers for ids ['76cb17db-8ca0-4359-afa6-a246d69bc79b'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:07:59.346614 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Routers {'76cb17db-8ca0-4359-afa6-a246d69bc79b'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:07:59.347461 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:07:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['76cb17db-8ca0-4359-afa6-a246d69bc79b'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:07:59.357399 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-71341946-1bb9-4d86-8a2d-8e1a80b97276 None None] Port 54a5b09c-d775-4057-a472-3cded4715dc3 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:07:59.539692 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Set router 76cb17db-8ca0-4359-afa6-a246d69bc79b gateway port host: None {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:07:59.980370 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cb17db-8ca0-4359-afa6-a246d69bc79b', 'name': 'router1', 'tenant_id': '03146c35f6b74534aaeb260041749b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:07:48Z', 'updated_at': '2022-03-30T07:07:58Z', 'revision_number': 2, 'project_id': '03146c35f6b74534aaeb260041749b99', 'gw_port_host': None, '_interfaces': [{'id': '54a5b09c-d775-4057-a472-3cded4715dc3', 'name': '', 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683', 'tenant_id': '03146c35f6b74534aaeb260041749b99', 'mac_address': 'fa:16:3e:73:8a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cb17db-8ca0-4359-afa6-a246d69bc79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5e6d3b9-dc31-4330-a308-7b8cbb4957cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:07:57Z', 'updated_at': '2022-03-30T07:07:58Z', 'revision_number': 2, 'project_id': '03146c35f6b74534aaeb260041749b99', 'subnets': [{'id': 'a5e6d3b9-dc31-4330-a308-7b8cbb4957cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb284545-f50c-445b-a3e7-3b62ce6daa23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:08:00.032081 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Checking router: 76cb17db-8ca0-4359-afa6-a246d69bc79b for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:08:00.032453 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Updating router 76cb17db-8ca0-4359-afa6-a246d69bc79b port 54a5b09c-d775-4057-a472-3cded4715dc3 binding host dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:08:00.084979 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (54a5b09c-d775-4057-a472-3cded4715dc3), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:00.595608 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:00.605482 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Publish callbacks [] for port (54a5b09c-d775-4057-a472-3cded4715dc3), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:00.613296 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (54a5b09c-d775-4057-a472-3cded4715dc3), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:00.782307 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Attempting to bind port 54a5b09c-d775-4057-a472-3cded4715dc3 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:08:00.782697 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Attempting to bind port 54a5b09c-d775-4057-a472-3cded4715dc3 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '5485f018-e88b-4fc8-a2f2-3a532276c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:08:00.783130 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Attempting to bind port 54a5b09c-d775-4057-a472-3cded4715dc3 on network 767ea4ae-76da-4017-a5fd-6e8e280b2683 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:08:00.786462 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Pushing event updated for resources: {'Port': ['ID=54a5b09c-d775-4057-a472-3cded4715dc3,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:08:00.795451 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:08:00.795854 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Checking segment: {'id': '5485f018-e88b-4fc8-a2f2-3a532276c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:08:00.796308 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:00.796690 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Bound using segment: {'id': '5485f018-e88b-4fc8-a2f2-3a532276c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:08:00.797262 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Bound port: 54a5b09c-d775-4057-a472-3cded4715dc3, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5485f018-e88b-4fc8-a2f2-3a532276c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:08:00.797638 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (54a5b09c-d775-4057-a472-3cded4715dc3), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:00.800894 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:08:00.801403 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:08:00.801748 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:08:00.802084 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:08:00.802414 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:08:00.802734 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:08:00.803052 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:08:00.803402 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:08:00.803719 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:08:00.804042 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:08:00.804355 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:08:00.804683 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:08:00.804983 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:08:00.805297 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:08:00.805608 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Tracked resource versions report: Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: pushed versions: Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: { 'AddressGroup': {'1.2'}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Agent': {'1.1'}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'ConntrackHelper': {'1.0'}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'LocalIPAssociation': {'1.0'}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Log': {'1.0'}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'NDPProxy': {'1.0'}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Network': {'1.1'}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Port': {'1.7'}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'PortForwarding': {'1.3'}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'QosPolicy': {'1.10'}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'SecurityGroup': {'1.5'}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'SecurityGroupRule': {'1.2'}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'SubPort': {'1.0'}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Subnet': {'1.1'}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Trunk': {'1.1'}} Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: consumer versions: Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: { DHCP agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: L3 agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: Metadata agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: Metering agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: Open vSwitch agent@dv-cinder-835778-2-iscsi: { 'AddressGroup': '1.2', Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Agent': '1.1', Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'ConntrackHelper': '1.0', Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'LocalIPAssociation': '1.0', Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Log': '1.0', Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'NDPProxy': '1.0', Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Network': '1.1', Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Port': '1.7', Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'PortForwarding': '1.3', Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'QosPolicy': '1.10', Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'SecurityGroup': '1.5', Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'SecurityGroupRule': '1.2', Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'SubPort': '1.0', Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Subnet': '1.1', Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Trunk': '1.1'}} Mar 30 07:08:00.807027 dv-cinder-835778-2-iscsi neutron-server[103480]: {{(pid=103480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 07:08:00.875268 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] For port 54a5b09c-d775-4057-a472-3cded4715dc3, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:08:00.891678 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-d5ee85da-b245-43c0-8403-2f4b5dea0267 None None] Provisioning complete for port 54a5b09c-d775-4057-a472-3cded4715dc3 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:08:00.892160 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d5ee85da-b245-43c0-8403-2f4b5dea0267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (54a5b09c-d775-4057-a472-3cded4715dc3), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:00.896147 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] For port 54a5b09c-d775-4057-a472-3cded4715dc3, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=54a5b09c-d775-4057-a472-3cded4715dc3,segment=NetworkSegment(5485f018-e88b-4fc8-a2f2-3a532276c764),segment_id=5485f018-e88b-4fc8-a2f2-3a532276c764)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:08:00.903564 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (54a5b09c-d775-4057-a472-3cded4715dc3), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:00.930379 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee85da-b245-43c0-8403-2f4b5dea0267 None None] Port 54a5b09c-d775-4057-a472-3cded4715dc3 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:08:00.957255 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Routers {'76cb17db-8ca0-4359-afa6-a246d69bc79b'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:08:00.957887 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:07:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['76cb17db-8ca0-4359-afa6-a246d69bc79b'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:08:01.042546 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee1027-26f4-421f-a2dd-3390bc5b9feb None None] Pushing event updated for resources: {'Port': ['ID=54a5b09c-d775-4057-a472-3cded4715dc3,revision_number=4']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:08:01.059550 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] Set router 76cb17db-8ca0-4359-afa6-a246d69bc79b gateway port host: None {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:08:01.152405 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-633f89ac-d834-40ae-9534-57f1a77d6df3 None None] Provisioning complete for port 54a5b09c-d775-4057-a472-3cded4715dc3 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:08:01.152734 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-633f89ac-d834-40ae-9534-57f1a77d6df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (54a5b09c-d775-4057-a472-3cded4715dc3), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:01.235967 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-633f89ac-d834-40ae-9534-57f1a77d6df3 None None] Current status of the port 54a5b09c-d775-4057-a472-3cded4715dc3 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:08:01.236224 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-633f89ac-d834-40ae-9534-57f1a77d6df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (54a5b09c-d775-4057-a472-3cded4715dc3), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:01.274674 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-633f89ac-d834-40ae-9534-57f1a77d6df3 None None] For port 54a5b09c-d775-4057-a472-3cded4715dc3, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=54a5b09c-d775-4057-a472-3cded4715dc3,segment=NetworkSegment(5485f018-e88b-4fc8-a2f2-3a532276c764),segment_id=5485f018-e88b-4fc8-a2f2-3a532276c764)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:08:01.279084 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-633f89ac-d834-40ae-9534-57f1a77d6df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (54a5b09c-d775-4057-a472-3cded4715dc3), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:01.291909 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cb17db-8ca0-4359-afa6-a246d69bc79b', 'name': 'router1', 'tenant_id': '03146c35f6b74534aaeb260041749b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:07:48Z', 'updated_at': '2022-03-30T07:07:58Z', 'revision_number': 2, 'project_id': '03146c35f6b74534aaeb260041749b99', 'gw_port_host': None, '_interfaces': [{'id': '54a5b09c-d775-4057-a472-3cded4715dc3', 'name': '', 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683', 'tenant_id': '03146c35f6b74534aaeb260041749b99', 'mac_address': 'fa:16:3e:73:8a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cb17db-8ca0-4359-afa6-a246d69bc79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5e6d3b9-dc31-4330-a308-7b8cbb4957cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:07:57Z', 'updated_at': '2022-03-30T07:08:00Z', 'revision_number': 4, 'project_id': '03146c35f6b74534aaeb260041749b99', 'subnets': [{'id': 'a5e6d3b9-dc31-4330-a308-7b8cbb4957cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb284545-f50c-445b-a3e7-3b62ce6daa23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:08:01.319013 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac689a3-78e5-4c3c-8fec-d396675841ab None None] The sync data for ids ['76cb17db-8ca0-4359-afa6-a246d69bc79b'] in dv-cinder-835778-2-iscsi is: [{'id': '76cb17db-8ca0-4359-afa6-a246d69bc79b', 'name': 'router1', 'tenant_id': '03146c35f6b74534aaeb260041749b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:07:48Z', 'updated_at': '2022-03-30T07:07:58Z', 'revision_number': 2, 'project_id': '03146c35f6b74534aaeb260041749b99', 'gw_port_host': None, '_interfaces': [{'id': '54a5b09c-d775-4057-a472-3cded4715dc3', 'name': '', 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683', 'tenant_id': '03146c35f6b74534aaeb260041749b99', 'mac_address': 'fa:16:3e:73:8a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cb17db-8ca0-4359-afa6-a246d69bc79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5e6d3b9-dc31-4330-a308-7b8cbb4957cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:07:57Z', 'updated_at': '2022-03-30T07:08:00Z', 'revision_number': 4, 'project_id': '03146c35f6b74534aaeb260041749b99', 'subnets': [{'id': 'a5e6d3b9-dc31-4330-a308-7b8cbb4957cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb284545-f50c-445b-a3e7-3b62ce6daa23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:08:01.327772 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f89ac-d834-40ae-9534-57f1a77d6df3 None None] Pushing event updated for resources: {'Port': ['ID=54a5b09c-d775-4057-a472-3cded4715dc3,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:08:01.813379 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 33368) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:08:02.020214 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7701ea-d0c6-4b54-ad6b-e863a14dda4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:08:02.021620 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6f7701ea-d0c6-4b54-ad6b-e863a14dda4a admin admin] 10.222.0.20 "GET /v2.0/networks/394dc4cc-6318-4b7e-8c07-8a9d622b9d97 HTTP/1.1" status: 200 len: 842 time: 0.2072709 Mar 30 07:08:02.030878 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a43f8dd8-7ea6-469a-b73f-552272381385 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:08:02.052143 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43f8dd8-7ea6-469a-b73f-552272381385 admin admin] Made reservation on behalf of e0c9fc0b60d1476cbb305fe8a9512169 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:08:02.054377 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a43f8dd8-7ea6-469a-b73f-552272381385 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:02.397934 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.objects.ports [None req-a43f8dd8-7ea6-469a-b73f-552272381385 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103477) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 30 07:08:02.398394 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a43f8dd8-7ea6-469a-b73f-552272381385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for subnet (bdd54fd0-ecd2-498c-b2b3-ec83db575ae1), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:02.452636 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f8dd8-7ea6-469a-b73f-552272381385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd54fd0-ecd2-498c-b2b3-ec83db575ae1,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:08:02.464267 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f8dd8-7ea6-469a-b73f-552272381385 admin admin] Checking segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:08:02.464554 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43f8dd8-7ea6-469a-b73f-552272381385 admin admin] Network hostable DHCP agents. Network: 394dc4cc-6318-4b7e-8c07-8a9d622b9d97, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:08:02.481450 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43f8dd8-7ea6-469a-b73f-552272381385 admin admin] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:08:02.490899 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a43f8dd8-7ea6-469a-b73f-552272381385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, 394dc4cc-6318-4b7e-8c07-8a9d622b9d97) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:08:02.495041 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f8dd8-7ea6-469a-b73f-552272381385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:08:02.495723 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a43f8dd8-7ea6-469a-b73f-552272381385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:02.502405 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6015795e-7800-4bda-9a29-e9de12a33805 None None] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:08:02.522704 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a43f8dd8-7ea6-469a-b73f-552272381385 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4862392 Mar 30 07:08:02.610921 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0872f5d8-0b0a-4370-8b6c-44e049f62638 None None] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:08:02.678271 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 5 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:08:05.105282 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 33386) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:08:05.338017 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4792137f-8bce-4578-99a0-94f4237b4921 demo admin] 10.222.0.20 "GET /v2.0/routers/76cb17db-8ca0-4359-afa6-a246d69bc79b HTTP/1.1" status: 200 len: 710 time: 0.2315912 Mar 30 07:08:05.425752 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ba5e9-05e1-4157-baa1-b5311aae6645 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:08:05.427109 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4b7ba5e9-05e1-4157-baa1-b5311aae6645 demo admin] 10.222.0.20 "GET /v2.0/networks/394dc4cc-6318-4b7e-8c07-8a9d622b9d97 HTTP/1.1" status: 200 len: 886 time: 0.0835869 Mar 30 07:08:05.436022 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:08:05.692512 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Publish callbacks [] for router_gateway (76cb17db-8ca0-4359-afa6-a246d69bc79b), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:05.981776 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Publish callbacks [] for router_gateway (76cb17db-8ca0-4359-afa6-a246d69bc79b), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:06.058477 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:06.218822 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Allocated IP 172.27.1.113 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:08:06.329974 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Publish callbacks [] for port (ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:06.389356 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:06.460179 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:08:06.466061 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:08:06.469153 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:08:06.514403 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Pushing event updated for resources: {'Port': ['ID=ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:08:06.781790 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Publish callbacks [] for router_gateway (76cb17db-8ca0-4359-afa6-a246d69bc79b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:06.982877 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1622977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1980'] for router (76cb17db-8ca0-4359-afa6-a246d69bc79b), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:06.988112 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1622998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624249'] for router (76cb17db-8ca0-4359-afa6-a246d69bc79b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:07.099785 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Router 76cb17db-8ca0-4359-afa6-a246d69bc79b has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:08:07.213421 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:08:07.218051 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:07.219273 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-043ea518-bd38-4308-8023-b1dcff507dfa demo admin] 10.222.0.20 "PUT /v2.0/routers/76cb17db-8ca0-4359-afa6-a246d69bc79b HTTP/1.1" status: 200 len: 890 time: 1.7864196 Mar 30 07:08:09.278470 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 54a5b09c-d775-4057-a472-3cded4715dc3 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:08:09.327122 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 54a5b09c-d775-4057-a472-3cded4715dc3 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:08:09.327768 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (54a5b09c-d775-4057-a472-3cded4715dc3), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:09.408125 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 54a5b09c-d775-4057-a472-3cded4715dc3 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:08:09.766137 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 33398) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:08:09.895535 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-34bfa4d7-9568-45c3-b9a8-46f061aea513 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1281543 Mar 30 07:08:09.928178 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Sync routers for ids ['76cb17db-8ca0-4359-afa6-a246d69bc79b'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:08:09.944401 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Routers {'76cb17db-8ca0-4359-afa6-a246d69bc79b'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:08:09.945101 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:07:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['76cb17db-8ca0-4359-afa6-a246d69bc79b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:08:10.165249 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Set router 76cb17db-8ca0-4359-afa6-a246d69bc79b gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:08:10.659063 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cb17db-8ca0-4359-afa6-a246d69bc79b', 'name': 'router1', 'tenant_id': '03146c35f6b74534aaeb260041749b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:07:48Z', 'updated_at': '2022-03-30T07:08:06Z', 'revision_number': 4, 'project_id': '03146c35f6b74534aaeb260041749b99', 'gw_port': {'id': 'ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cb17db-8ca0-4359-afa6-a246d69bc79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:08:06Z', 'updated_at': '2022-03-30T07:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '54a5b09c-d775-4057-a472-3cded4715dc3', 'name': '', 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683', 'tenant_id': '03146c35f6b74534aaeb260041749b99', 'mac_address': 'fa:16:3e:73:8a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cb17db-8ca0-4359-afa6-a246d69bc79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5e6d3b9-dc31-4330-a308-7b8cbb4957cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:07:57Z', 'updated_at': '2022-03-30T07:08:01Z', 'revision_number': 5, 'project_id': '03146c35f6b74534aaeb260041749b99', 'subnets': [{'id': 'a5e6d3b9-dc31-4330-a308-7b8cbb4957cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb284545-f50c-445b-a3e7-3b62ce6daa23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:08:10.709428 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Checking router: 76cb17db-8ca0-4359-afa6-a246d69bc79b for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:08:10.709805 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Updating router 76cb17db-8ca0-4359-afa6-a246d69bc79b port ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8 binding host dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:08:10.763558 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:11.081249 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Publish callbacks [] for port (ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:11.087773 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:11.141765 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e424f-6505-4b81-a166-b37a927cf6f1 None None] Pushing event updated for resources: {'Port': ['ID=ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:08:11.144581 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Attempting to bind port ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:08:11.144952 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Attempting to bind port ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:08:11.145411 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Attempting to bind port ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8 on network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:08:11.151115 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:08:11.151606 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Checking segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:08:11.152146 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:11.152545 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Bound using segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:08:11.153146 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Bound port: ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:08:11.153527 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:11.216403 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] For port ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:08:11.220215 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] For port ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:08:11.236678 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:11.293453 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e424f-6505-4b81-a166-b37a927cf6f1 None None] Pushing event updated for resources: {'Port': ['ID=ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:08:11.299602 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Routers {'76cb17db-8ca0-4359-afa6-a246d69bc79b'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:08:11.300260 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:07:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['76cb17db-8ca0-4359-afa6-a246d69bc79b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:08:11.411509 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] Set router 76cb17db-8ca0-4359-afa6-a246d69bc79b gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:08:11.645339 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cb17db-8ca0-4359-afa6-a246d69bc79b', 'name': 'router1', 'tenant_id': '03146c35f6b74534aaeb260041749b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:07:48Z', 'updated_at': '2022-03-30T07:08:06Z', 'revision_number': 4, 'project_id': '03146c35f6b74534aaeb260041749b99', 'gw_port': {'id': 'ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cb17db-8ca0-4359-afa6-a246d69bc79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:08:06Z', 'updated_at': '2022-03-30T07:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '54a5b09c-d775-4057-a472-3cded4715dc3', 'name': '', 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683', 'tenant_id': '03146c35f6b74534aaeb260041749b99', 'mac_address': 'fa:16:3e:73:8a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cb17db-8ca0-4359-afa6-a246d69bc79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5e6d3b9-dc31-4330-a308-7b8cbb4957cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:07:57Z', 'updated_at': '2022-03-30T07:08:01Z', 'revision_number': 5, 'project_id': '03146c35f6b74534aaeb260041749b99', 'subnets': [{'id': 'a5e6d3b9-dc31-4330-a308-7b8cbb4957cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb284545-f50c-445b-a3e7-3b62ce6daa23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:08:11.672783 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e9ace-98c9-4c40-a2ab-bf54dd0de97d None None] The sync data for ids ['76cb17db-8ca0-4359-afa6-a246d69bc79b'] in dv-cinder-835778-2-iscsi is: [{'id': '76cb17db-8ca0-4359-afa6-a246d69bc79b', 'name': 'router1', 'tenant_id': '03146c35f6b74534aaeb260041749b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:07:48Z', 'updated_at': '2022-03-30T07:08:06Z', 'revision_number': 4, 'project_id': '03146c35f6b74534aaeb260041749b99', 'gw_port': {'id': 'ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cb17db-8ca0-4359-afa6-a246d69bc79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:08:06Z', 'updated_at': '2022-03-30T07:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '54a5b09c-d775-4057-a472-3cded4715dc3', 'name': '', 'network_id': '767ea4ae-76da-4017-a5fd-6e8e280b2683', 'tenant_id': '03146c35f6b74534aaeb260041749b99', 'mac_address': 'fa:16:3e:73:8a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cb17db-8ca0-4359-afa6-a246d69bc79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5e6d3b9-dc31-4330-a308-7b8cbb4957cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:07:57Z', 'updated_at': '2022-03-30T07:08:01Z', 'revision_number': 5, 'project_id': '03146c35f6b74534aaeb260041749b99', 'subnets': [{'id': 'a5e6d3b9-dc31-4330-a308-7b8cbb4957cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb284545-f50c-445b-a3e7-3b62ce6daa23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:08:13.295009 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:08:13.353337 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:08:13.353732 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:13.456211 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:08:13.456696 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:13.486565 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:08:13.497172 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:13.580527 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:08:15.362554 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:08:15.491740 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:08:15.492315 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:15.593400 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port ceb053f0-7c2c-4c68-b2cf-c1ef15a904e8 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:08:24.196995 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ecd8e826-f8da-4b0d-bbc1-7c7cb677bb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:26.414490 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6607784c-4b52-4875-a2a0-caa02e7c2566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:27.859559 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:29.039295 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:30.602132 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:39.678426 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 5 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:08:54.192375 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-03f60999-9997-4f42-950e-90aa82eef6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:56.401139 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2a72a3a6-fc1d-4f42-a086-f3a44655dad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:57.862002 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:08:59.038666 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:09:00.600927 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:09:16.679324 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 5 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:09:24.197650 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5e1a30da-00d3-49ee-b979-ad6c41d3f0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:09:26.406610 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3490a516-f0b3-4311-a58f-9a5621aa5e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:09:27.864969 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:09:29.044622 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:09:30.596853 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:09:35.850186 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 33882) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:09:35.923634 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a62aa3e-9a09-4c34-bc36-76ba28779bf7 admin admin] GET failed (client error): The resource could not be found. Mar 30 07:09:35.924970 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-8a62aa3e-9a09-4c34-bc36-76ba28779bf7 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0734909 Mar 30 07:09:36.088569 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d049080-873d-4dbc-93aa-50c3572af3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:09:36.090039 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-0d049080-873d-4dbc-93aa-50c3572af3e1 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1587787 Mar 30 07:09:38.406337 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 33892) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:09:38.579123 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cf0f10-92ed-40e1-bbac-d5808b93de3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:09:38.580524 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-24cf0f10-92ed-40e1-bbac-d5808b93de3e admin admin] 10.222.0.20 "GET /v2.0/subnets/a5e6d3b9-dc31-4330-a308-7b8cbb4957cf HTTP/1.1" status: 200 len: 849 time: 0.1729193 Mar 30 07:09:38.593000 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:09:38.685394 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Publish callbacks [] for subnet (a5e6d3b9-dc31-4330-a308-7b8cbb4957cf), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:09:38.843900 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778197172354'] for subnet (a5e6d3b9-dc31-4330-a308-7b8cbb4957cf), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:09:38.876338 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:09:38.876890 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:09:38.879265 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881283e3-8528-4441-a38d-27db35213df3 None None] Network 767ea4ae-76da-4017-a5fd-6e8e280b2683 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:09:38.880302 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] 10.222.0.20 "PUT /v2.0/subnets/a5e6d3b9-dc31-4330-a308-7b8cbb4957cf HTTP/1.1" status: 200 len: 868 time: 0.2909341 Mar 30 07:09:38.899449 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e6d3b9-dc31-4330-a308-7b8cbb4957cf,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:09:38.907614 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:09:38.908012 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:09:38.908375 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:09:38.908664 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:09:38.909013 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:09:38.909367 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:09:38.909684 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:09:38.910003 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:09:38.910339 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:09:38.910668 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:09:38.911069 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:09:38.911411 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:09:38.911732 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:09:38.912087 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:09:38.912389 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07ba45-b113-4cc3-8ab6-63a174ab784e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:09:39.280744 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-995ba6bd-3eb1-4a35-879c-ad814ab78dcf None None] Provisioning complete for port b1ff5a1b-23bd-4229-85de-ac075d242724 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:09:39.281136 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-995ba6bd-3eb1-4a35-879c-ad814ab78dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (b1ff5a1b-23bd-4229-85de-ac075d242724), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:09:39.361584 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-995ba6bd-3eb1-4a35-879c-ad814ab78dcf None None] Current status of the port b1ff5a1b-23bd-4229-85de-ac075d242724 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:09:39.372199 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-995ba6bd-3eb1-4a35-879c-ad814ab78dcf None None] Provisioning complete for port 54a5b09c-d775-4057-a472-3cded4715dc3 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:09:39.372519 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-995ba6bd-3eb1-4a35-879c-ad814ab78dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (54a5b09c-d775-4057-a472-3cded4715dc3), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:09:39.451319 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-995ba6bd-3eb1-4a35-879c-ad814ab78dcf None None] Current status of the port 54a5b09c-d775-4057-a472-3cded4715dc3 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:09:41.213958 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 33902) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:09:41.416105 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dde13b-eb03-45fc-be43-f13c2a673c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:09:41.416483 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dde13b-eb03-45fc-be43-f13c2a673c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:09:41.418011 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-36dde13b-eb03-45fc-be43-f13c2a673c78 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2030885 Mar 30 07:09:43.753792 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 33910) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:09:43.964026 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e5f618-2509-4dda-866f-51c75568a12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:09:43.964395 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e5f618-2509-4dda-866f-51c75568a12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:09:43.965965 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-b6e5f618-2509-4dda-866f-51c75568a12b admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2111938 Mar 30 07:09:46.283197 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 33918) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:09:46.433828 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb042dfa-8f95-481f-ae7d-73a4181b9c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:09:46.435182 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-bb042dfa-8f95-481f-ae7d-73a4181b9c5f admin admin] 10.222.0.20 "GET /v2.0/networks/394dc4cc-6318-4b7e-8c07-8a9d622b9d97 HTTP/1.1" status: 200 len: 886 time: 0.1510637 Mar 30 07:09:48.748308 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 33926) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:09:48.890579 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a2880b-e030-4636-8f6d-3464835cf8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:09:48.891977 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-85a2880b-e030-4636-8f6d-3464835cf8e6 admin admin] 10.222.0.20 "GET /v2.0/networks/767ea4ae-76da-4017-a5fd-6e8e280b2683 HTTP/1.1" status: 200 len: 869 time: 0.1426661 Mar 30 07:09:51.222991 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 33934) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:09:51.447356 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b130f5b-d289-4b22-bcd9-4a58404f9903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:09:51.447700 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b130f5b-d289-4b22-bcd9-4a58404f9903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:09:51.449283 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-7b130f5b-d289-4b22-bcd9-4a58404f9903 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2250471 Mar 30 07:09:53.732335 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 5 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:09:53.739409 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 33942) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:09:53.836823 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5814f96a-321b-49df-bc8b-bdb049390329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:09:53.837275 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5814f96a-321b-49df-bc8b-bdb049390329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:09:53.838775 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-5814f96a-321b-49df-bc8b-bdb049390329 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0983796 Mar 30 07:09:54.201077 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ffefaab0-796b-4913-9138-2c7811761e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:09:56.155362 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 33950) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:09:56.256970 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd055828-a470-4b89-be6a-7f80cca4f621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:09:56.258292 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-dd055828-a470-4b89-be6a-7f80cca4f621 admin admin] 10.222.0.20 "GET /v2.0/subnets/a5e6d3b9-dc31-4330-a308-7b8cbb4957cf HTTP/1.1" status: 200 len: 868 time: 0.1019266 Mar 30 07:09:56.413175 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-789f15be-c29f-4545-a580-d15b53385e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:09:57.868748 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:09:58.591379 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 33958) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:09:58.708566 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcb1916-9346-44ba-953a-b5b78963f691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:09:58.710092 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6fcb1916-9346-44ba-953a-b5b78963f691 admin admin] 10.222.0.20 "GET /v2.0/subnets/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1 HTTP/1.1" status: 200 len: 816 time: 0.1173131 Mar 30 07:09:59.044368 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:00.602942 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:24.206658 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5b23b2f3-f283-4791-9232-5409b502f4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:26.407492 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6fb40478-26ea-4057-8e14-47d860b95dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:27.115310 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34010) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:10:27.178971 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [None req-08a8b13f-ca19-4c38-b74d-68c3f896829d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103478) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 07:10:27.179993 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-08a8b13f-ca19-4c38-b74d-68c3f896829d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0632868 Mar 30 07:10:27.871057 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:29.047723 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:29.593505 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34018) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:10:29.665669 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.pecan_wsgi.hooks.translation [None req-929c6d49-615f-4bd5-a3bf-abf646291dae admin admin] GET failed (client error): The resource could not be found. Mar 30 07:10:29.666931 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-929c6d49-615f-4bd5-a3bf-abf646291dae admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0722609 Mar 30 07:10:29.749558 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca29ea-543b-4dcf-9fb4-b8863dbc93f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:10:29.751003 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-34ca29ea-543b-4dcf-9fb4-b8863dbc93f0 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799844 Mar 30 07:10:30.607303 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:30.684146 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 5 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:10:32.124117 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34026) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:10:32.182292 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:10:32.207059 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Made reservation on behalf of e0c9fc0b60d1476cbb305fe8a9512169 for: {'network': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:10:32.209598 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:32.239262 dv-cinder-835778-2-iscsi neutron-server[103478]: WARNING neutron.services.revisions.revision_plugin [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Could not find related network for resource to bump revision. Mar 30 07:10:32.252916 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:10:32.262906 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (c3565919-3f4f-43e4-8cae-10b7c29ed486), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:32.263241 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.segments_db [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Added segment c3565919-3f4f-43e4-8cae-10b7c29ed486 of type vlan for network b04875e4-adfa-4785-83a5-6f679d0f94d3 Mar 30 07:10:32.305898 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (b04875e4-adfa-4785-83a5-6f679d0f94d3), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:32.338150 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (b04875e4-adfa-4785-83a5-6f679d0f94d3), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:32.339129 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:10:32.339771 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:32.411829 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2862368 Mar 30 07:10:32.430205 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Pushing event updated for resources: {'Network': ['ID=b04875e4-adfa-4785-83a5-6f679d0f94d3,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:10:32.437773 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:32.438090 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:32.438476 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:32.438810 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:32.439144 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:32.439444 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:32.439762 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:32.440548 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:32.440907 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:32.441236 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:32.441573 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:32.441917 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:32.442266 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:32.442551 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:32.442864 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102f8f8-3d30-4913-9afe-1fd8229d89ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:32.454353 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network b04875e4-adfa-4785-83a5-6f679d0f94d3 details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:10:34.773153 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34034) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:10:34.843710 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-280352fa-7ccd-4eb7-87af-c43e75c27856 admin admin] GET failed (client error): The resource could not be found. Mar 30 07:10:34.845047 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-280352fa-7ccd-4eb7-87af-c43e75c27856 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0709627 Mar 30 07:10:34.945989 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c86c53-7c55-453c-804f-3ff4aa246ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:10:34.947425 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-23c86c53-7c55-453c-804f-3ff4aa246ee1 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0981247 Mar 30 07:10:34.961042 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-612e1c8e-9a2c-4fca-9527-f2c03c6900b7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'b04875e4-adfa-4785-83a5-6f679d0f94d3', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:10:34.981674 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612e1c8e-9a2c-4fca-9527-f2c03c6900b7 admin admin] Made reservation on behalf of e0c9fc0b60d1476cbb305fe8a9512169 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:10:34.984308 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-612e1c8e-9a2c-4fca-9527-f2c03c6900b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:35.149283 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-612e1c8e-9a2c-4fca-9527-f2c03c6900b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for subnet (40c8c6cb-5557-4909-b82c-d648bc412555), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:35.200695 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e1c8e-9a2c-4fca-9527-f2c03c6900b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c8c6cb-5557-4909-b82c-d648bc412555,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:10:35.217732 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612e1c8e-9a2c-4fca-9527-f2c03c6900b7 admin admin] Checking segment: {'id': 'c3565919-3f4f-43e4-8cae-10b7c29ed486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b04875e4-adfa-4785-83a5-6f679d0f94d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:10:35.218091 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612e1c8e-9a2c-4fca-9527-f2c03c6900b7 admin admin] Network hostable DHCP agents. Network: b04875e4-adfa-4785-83a5-6f679d0f94d3, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:10:35.235148 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612e1c8e-9a2c-4fca-9527-f2c03c6900b7 admin admin] Network b04875e4-adfa-4785-83a5-6f679d0f94d3 is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:10:35.244493 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-612e1c8e-9a2c-4fca-9527-f2c03c6900b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, b04875e4-adfa-4785-83a5-6f679d0f94d3) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:10:35.248870 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612e1c8e-9a2c-4fca-9527-f2c03c6900b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:10:35.249522 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-612e1c8e-9a2c-4fca-9527-f2c03c6900b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:35.254249 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159bda94-6586-47b2-ab66-ad3b5a207c9c None None] Network b04875e4-adfa-4785-83a5-6f679d0f94d3 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:10:35.268779 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-612e1c8e-9a2c-4fca-9527-f2c03c6900b7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3111885 Mar 30 07:10:35.365042 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b82721-ccaf-517d-af1a-d7277a7417ee-b04875e4-adfa-4785-83a5-6f679d0f94d3', 'network_id': 'b04875e4-adfa-4785-83a5-6f679d0f94d3', 'project_id': 'e0c9fc0b60d1476cbb305fe8a9512169', 'fixed_ips': [{'subnet_id': '40c8c6cb-5557-4909-b82c-d648bc412555'}]}} from dv-cinder-835778-2-iscsi. {{(pid=103479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 07:10:35.366196 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:35.509406 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Allocated IP 192.168.233.2 (b04875e4-adfa-4785-83a5-6f679d0f94d3/40c8c6cb-5557-4909-b82c-d648bc412555/b7b29838-1b5b-4fa9-8244-496f4dcd9900) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:10:35.770294 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Publish callbacks [] for port (b7b29838-1b5b-4fa9-8244-496f4dcd9900), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:35.776531 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (b7b29838-1b5b-4fa9-8244-496f4dcd9900), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:35.816158 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Network b04875e4-adfa-4785-83a5-6f679d0f94d3 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:10:35.821038 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:10:35.823522 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:10:35.829468 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Pushing event updated for resources: {'Port': ['ID=b7b29838-1b5b-4fa9-8244-496f4dcd9900,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:10:35.840530 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:35.840867 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:35.841222 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:35.841580 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:35.841891 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:35.842226 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:35.842537 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:35.842853 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:35.843168 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:35.843482 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:35.843797 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:35.844147 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:35.845125 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:35.845125 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:35.845125 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:10:35.893377 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Attempting to bind port b7b29838-1b5b-4fa9-8244-496f4dcd9900 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:10:35.893759 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Attempting to bind port b7b29838-1b5b-4fa9-8244-496f4dcd9900 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'c3565919-3f4f-43e4-8cae-10b7c29ed486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b04875e4-adfa-4785-83a5-6f679d0f94d3'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:10:35.894105 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Attempting to bind port b7b29838-1b5b-4fa9-8244-496f4dcd9900 on network b04875e4-adfa-4785-83a5-6f679d0f94d3 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:10:35.899038 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:10:35.899510 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Checking segment: {'id': 'c3565919-3f4f-43e4-8cae-10b7c29ed486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b04875e4-adfa-4785-83a5-6f679d0f94d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:10:35.899938 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:35.900341 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Bound using segment: {'id': 'c3565919-3f4f-43e4-8cae-10b7c29ed486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b04875e4-adfa-4785-83a5-6f679d0f94d3'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:10:35.900781 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Bound port: b7b29838-1b5b-4fa9-8244-496f4dcd9900, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3565919-3f4f-43e4-8cae-10b7c29ed486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b04875e4-adfa-4785-83a5-6f679d0f94d3'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:10:35.901263 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (b7b29838-1b5b-4fa9-8244-496f4dcd9900), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:35.964976 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] For port b7b29838-1b5b-4fa9-8244-496f4dcd9900, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:10:35.968000 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] For port b7b29838-1b5b-4fa9-8244-496f4dcd9900, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=b7b29838-1b5b-4fa9-8244-496f4dcd9900,segment=NetworkSegment(c3565919-3f4f-43e4-8cae-10b7c29ed486),segment_id=c3565919-3f4f-43e4-8cae-10b7c29ed486)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:10:35.976733 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (b7b29838-1b5b-4fa9-8244-496f4dcd9900), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:36.033430 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32dbbdd-0d93-4b4f-b267-c6b3751fa5ff None None] Pushing event updated for resources: {'Port': ['ID=b7b29838-1b5b-4fa9-8244-496f4dcd9900,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:10:36.891523 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35505771-da1b-473a-86fe-63c5c50231da None None] Network b04875e4-adfa-4785-83a5-6f679d0f94d3 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:10:36.965625 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-d483145c-097c-4065-8498-8a6dd6e38339 None None] Provisioning complete for port b7b29838-1b5b-4fa9-8244-496f4dcd9900 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:10:36.966016 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d483145c-097c-4065-8498-8a6dd6e38339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (b7b29838-1b5b-4fa9-8244-496f4dcd9900), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:37.080936 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-d483145c-097c-4065-8498-8a6dd6e38339 None None] Current status of the port b7b29838-1b5b-4fa9-8244-496f4dcd9900 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:10:37.080936 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d483145c-097c-4065-8498-8a6dd6e38339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (b7b29838-1b5b-4fa9-8244-496f4dcd9900), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:37.119197 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-d483145c-097c-4065-8498-8a6dd6e38339 None None] For port b7b29838-1b5b-4fa9-8244-496f4dcd9900, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=b7b29838-1b5b-4fa9-8244-496f4dcd9900,segment=NetworkSegment(c3565919-3f4f-43e4-8cae-10b7c29ed486),segment_id=c3565919-3f4f-43e4-8cae-10b7c29ed486)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:10:37.124036 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d483145c-097c-4065-8498-8a6dd6e38339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (b7b29838-1b5b-4fa9-8244-496f4dcd9900), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:37.177034 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483145c-097c-4065-8498-8a6dd6e38339 None None] Pushing event updated for resources: {'Port': ['ID=b7b29838-1b5b-4fa9-8244-496f4dcd9900,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:10:37.245057 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-5bce7cb5-1ed5-4eb4-bc7a-eaff7a9733af None None] Provisioning complete for port b7b29838-1b5b-4fa9-8244-496f4dcd9900 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:10:37.245439 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5bce7cb5-1ed5-4eb4-bc7a-eaff7a9733af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (b7b29838-1b5b-4fa9-8244-496f4dcd9900), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:37.324972 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-5bce7cb5-1ed5-4eb4-bc7a-eaff7a9733af None None] Current status of the port b7b29838-1b5b-4fa9-8244-496f4dcd9900 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:10:37.390187 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device b7b29838-1b5b-4fa9-8244-496f4dcd9900 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:10:37.443469 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port b7b29838-1b5b-4fa9-8244-496f4dcd9900 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:10:37.443773 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (b7b29838-1b5b-4fa9-8244-496f4dcd9900), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:37.520734 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port b7b29838-1b5b-4fa9-8244-496f4dcd9900 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:10:54.214387 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-97a42cfb-34dd-40dc-9c48-32e5a686fb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:56.411940 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-abd84c3c-ec60-4bf9-9c02-579c597af7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:57.875523 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:10:59.052378 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:00.615251 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:07.683130 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 5 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:11:24.209596 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-be575cfa-3b37-4aad-829e-2e998a5e6fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:26.416441 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9c2d79e-c0fd-4d80-ad1d-898cc2272dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:27.883927 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:29.052626 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:30.611458 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:44.684456 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 5 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:11:54.205315 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1f51606c-cb2a-4f30-9f67-24f48506974b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:56.429438 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-976ed10e-61cd-47f7-81a7-6af7440ac2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:57.259644 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34072) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:11:57.268758 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [None req-e6e2eb3e-11f3-4a7b-ab5b-fe9083e2655e tempest-verify_tempest_config-1069459704 tempest-verify_tempest_config-1069459704-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 07:11:57.270038 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e6e2eb3e-11f3-4a7b-ab5b-fe9083e2655e tempest-verify_tempest_config-1069459704 tempest-verify_tempest_config-1069459704-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0092955 Mar 30 07:11:57.583844 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34090) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:11:57.699739 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:57.773787 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Publish callbacks [] for security_group (c033b310-8190-4a9e-8883-d1767ed9e86d), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:57.779831 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (c033b310-8190-4a9e-8883-d1767ed9e86d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:57.824056 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c033b310-8190-4a9e-8883-d1767ed9e86d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:11:57.827746 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9abd3eb88bc4ead86ba9d503425703e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2429023 Mar 30 07:11:57.830646 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34094) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:11:57.833268 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:57.833608 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:57.833961 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:57.834276 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:57.834599 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:57.834933 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:57.835250 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:57.835560 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:57.835904 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:57.836220 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:57.836532 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:57.836839 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:57.837146 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:57.837435 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:57.837740 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02bb5e9-29a4-45af-a59a-c3875a3ce678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:57.883024 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:57.897452 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Publish callbacks [] for security_group (c033b310-8190-4a9e-8883-d1767ed9e86d), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:57.918858 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Publish callbacks [] for security_group (c033b310-8190-4a9e-8883-d1767ed9e86d), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:58.010951 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (c033b310-8190-4a9e-8883-d1767ed9e86d), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:58.013589 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:11:58.014787 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c033b310-8190-4a9e-8883-d1767ed9e86d HTTP/1.1" status: 204 len: 168 time: 0.1831293 Mar 30 07:11:58.022705 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c033b310-8190-4a9e-8883-d1767ed9e86d,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:11:58.029566 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:58.029915 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:58.030265 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:58.030599 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:58.030928 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:58.031259 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:58.031587 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:58.031936 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:58.032307 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:58.032574 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:58.033294 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:58.033294 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:58.033494 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:58.033796 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:58.034105 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1e9d8f-ff35-46f2-8e21-8fba23e11ed3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:11:59.056357 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:12:00.607764 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:12:21.688270 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 5 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:12:24.210426 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5f87dea5-bb62-42f6-9308-d3f28dc1390d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:12:26.432877 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf243522-2ada-4faa-a109-a44641bceef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:12:27.888750 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:12:29.071712 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:12:30.622968 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:12:54.211941 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f2beaf94-00d9-4468-af9b-c98f550418cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:12:56.443196 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-67cf4b9e-d5c4-4fe7-874a-e8bdfeabed8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:12:57.899539 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:12:58.692907 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 5 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:12:59.074507 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:13:00.609472 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:13:24.212086 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-720863f6-fc5c-481a-8b5b-40630a40f03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:13:26.434748 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a0fe211-c6c5-44e2-bcab-ab3e2b1b6379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:13:27.893081 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:13:29.068754 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:13:30.621292 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:13:33.116405 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622495'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:13:35.694336 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:13:48.162027 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34166) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:13:48.274692 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-2012b1c5-d61d-4901-a939-d62cc6506ad6 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1115680 Mar 30 07:13:50.614427 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34176) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:13:50.695415 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1371b5dc-44f3-49ac-802d-772f00b100a4 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0798676 Mar 30 07:13:54.210601 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9364e753-6f52-4da4-8f64-614e1f6317ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:13:56.431123 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a5e3d682-602f-4213-b1a8-f6b1fa2064d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:13:57.898576 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:13:59.080845 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:14:00.626813 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:14:03.093396 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:14:12.698764 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:14:24.217290 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8cf92a8d-931a-411f-8d49-bcf7e533ee52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:14:26.436922 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-614c5c3b-a6d5-4643-8a39-7d458ed52997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:14:27.903115 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:14:29.082687 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:14:30.634504 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:14:33.107825 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:14:49.698594 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:14:54.202748 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-27219a8d-1269-42d3-9beb-6e2081360929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:14:56.421379 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9c0f1a6a-41d2-41ae-b692-a1cd71b8dc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:14:57.903326 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:14:59.080715 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:00.621623 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:03.103975 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:24.234329 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1b0a932d-a983-4e11-a44e-c0da8f1f7586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:24.532167 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34258) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:24.711207 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-network', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:24.733185 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Made reservation on behalf of 8ee09b83520e4e8ba691a79d60604388 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:15:24.735793 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:24.744676 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:24.823094 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Publish callbacks [] for security_group (724caa3d-39d5-4de2-9890-150ba3f8e475), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:24.828434 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (724caa3d-39d5-4de2-9890-150ba3f8e475), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:24.843104 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:15:24.856337 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (a061662d-1985-4528-a85d-185e08acefab), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:24.856337 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Added segment a061662d-1985-4528-a85d-185e08acefab of type vlan for network 89db86be-e389-43ed-80e6-11e20145eaf2 Mar 30 07:15:24.919203 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (89db86be-e389-43ed-80e6-11e20145eaf2), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:24.921466 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724caa3d-39d5-4de2-9890-150ba3f8e475,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:24.929662 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:24.930001 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:24.930343 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:24.930667 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:24.930989 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:24.931295 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:24.931607 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:24.931958 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:24.932290 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:24.932604 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:24.932928 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:24.933252 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:24.934160 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:24.934160 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:24.934160 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Tracked resource versions report: Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: pushed versions: Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: { 'AddressGroup': {'1.2'}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Agent': {'1.1'}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'ConntrackHelper': {'1.0'}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'LocalIPAssociation': {'1.0'}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Log': {'1.0'}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'NDPProxy': {'1.0'}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Network': {'1.1'}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Port': {'1.7'}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'PortForwarding': {'1.3'}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'QosPolicy': {'1.10'}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'SecurityGroup': {'1.5'}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'SecurityGroupRule': {'1.2'}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'SubPort': {'1.0'}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Subnet': {'1.1'}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Trunk': {'1.1'}} Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: consumer versions: Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: { DHCP agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: HyperV agent@hv-cinder-83577: {}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: L3 agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: Metadata agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: Metering agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: Open vSwitch agent@dv-cinder-835778-2-iscsi: { 'AddressGroup': '1.2', Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Agent': '1.1', Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'ConntrackHelper': '1.0', Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'LocalIPAssociation': '1.0', Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Log': '1.0', Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'NDPProxy': '1.0', Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Network': '1.1', Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Port': '1.7', Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'PortForwarding': '1.3', Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'QosPolicy': '1.10', Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'SecurityGroup': '1.5', Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'SecurityGroupRule': '1.2', Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'SubPort': '1.0', Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Subnet': '1.1', Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: 'Trunk': '1.1'}} Mar 30 07:15:24.935562 dv-cinder-835778-2-iscsi neutron-server[103477]: {{(pid=103477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 07:15:24.970454 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (89db86be-e389-43ed-80e6-11e20145eaf2), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:24.971696 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:24.972648 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:25.042226 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5089848 Mar 30 07:15:25.045103 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34310) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:25.050928 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Request body: {'subnet': {'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-subnet', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:25.069208 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd775f37-2cd4-4aca-8512-526d11c8a679 admin admin] Pushing event updated for resources: {'Network': ['ID=89db86be-e389-43ed-80e6-11e20145eaf2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:25.076597 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Made reservation on behalf of 8ee09b83520e4e8ba691a79d60604388 for: {'subnet': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:15:25.079180 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:25.081756 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network 89db86be-e389-43ed-80e6-11e20145eaf2 details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:15:25.298655 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for subnet (f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:25.356316 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:25.377994 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:25.378380 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:25.378672 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:25.379224 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:25.379581 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:25.379931 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:25.380257 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:25.380581 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:25.380946 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:25.381242 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:25.381635 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:25.381968 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:25.382285 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:25.382688 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:25.382893 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Tracked resource versions report: Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: pushed versions: Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: { 'AddressGroup': {'1.2'}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Agent': {'1.1'}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'ConntrackHelper': {'1.0'}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'LocalIPAssociation': {'1.0'}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Log': {'1.0'}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'NDPProxy': {'1.0'}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Network': {'1.1'}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Port': {'1.7'}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'PortForwarding': {'1.3'}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'QosPolicy': {'1.10'}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'SecurityGroup': {'1.5'}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'SecurityGroupRule': {'1.2'}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'SubPort': {'1.0'}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Subnet': {'1.1'}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Trunk': {'1.1'}} Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: consumer versions: Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: { DHCP agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: HyperV agent@hv-cinder-83577: {}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: L3 agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: Metadata agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: Metering agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: Open vSwitch agent@dv-cinder-835778-2-iscsi: { 'AddressGroup': '1.2', Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Agent': '1.1', Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'ConntrackHelper': '1.0', Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'LocalIPAssociation': '1.0', Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Log': '1.0', Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'NDPProxy': '1.0', Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Network': '1.1', Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Port': '1.7', Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'PortForwarding': '1.3', Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'QosPolicy': '1.10', Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'SecurityGroup': '1.5', Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'SecurityGroupRule': '1.2', Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'SubPort': '1.0', Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Subnet': '1.1', Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: 'Trunk': '1.1'}} Mar 30 07:15:25.384107 dv-cinder-835778-2-iscsi neutron-server[103478]: {{(pid=103478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 07:15:25.389165 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Checking segment: {'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:25.389508 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Network hostable DHCP agents. Network: 89db86be-e389-43ed-80e6-11e20145eaf2, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:15:25.419860 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Network 89db86be-e389-43ed-80e6-11e20145eaf2 is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:15:25.434233 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, 89db86be-e389-43ed-80e6-11e20145eaf2) {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:25.439734 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:25.440433 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:25.447971 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8106f5d3-6e21-471b-b578-e067870b01c0 None None] Network 89db86be-e389-43ed-80e6-11e20145eaf2 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:15:25.475504 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-f9042923-1094-46c6-aa30-dca614f6a28f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4278188 Mar 30 07:15:25.477247 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34328) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:25.483577 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:25.511715 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1945'] for router (3bcfccbd-1cba-47ca-9e55-ed31500cb929), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:25.513242 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (3bcfccbd-1cba-47ca-9e55-ed31500cb929), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:25.571040 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b82721-ccaf-517d-af1a-d7277a7417ee-89db86be-e389-43ed-80e6-11e20145eaf2', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602'}]}} from dv-cinder-835778-2-iscsi. {{(pid=103479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 07:15:25.572007 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:25.574924 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Publish callbacks [] for router_controller (3bcfccbd-1cba-47ca-9e55-ed31500cb929), precommit_add_association {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:25.736530 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Allocated IP 172.20.0.2 (89db86be-e389-43ed-80e6-11e20145eaf2/f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602/ece46389-3bf6-4cdc-980e-35b5a737497d) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:15:25.767674 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Publish callbacks [] for router_gateway (3bcfccbd-1cba-47ca-9e55-ed31500cb929), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:25.900832 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Publish callbacks [] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:25.909265 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:25.951193 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Network 89db86be-e389-43ed-80e6-11e20145eaf2 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:25.954435 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:25.958026 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:15:26.028803 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Pushing event updated for resources: {'Port': ['ID=ece46389-3bf6-4cdc-980e-35b5a737497d,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:26.031437 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Publish callbacks [] for router_gateway (3bcfccbd-1cba-47ca-9e55-ed31500cb929), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.036115 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Attempting to bind port ece46389-3bf6-4cdc-980e-35b5a737497d on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:15:26.036439 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Attempting to bind port ece46389-3bf6-4cdc-980e-35b5a737497d by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:15:26.036805 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Attempting to bind port ece46389-3bf6-4cdc-980e-35b5a737497d on network 89db86be-e389-43ed-80e6-11e20145eaf2 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:15:26.042459 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:26.042816 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:26.043177 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:26.043536 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:26.044321 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:26.044771 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:26.045268 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:26.045614 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:26.045949 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:26.046280 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:26.046608 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:26.046954 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:26.047283 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:26.047604 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:26.047951 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Tracked resource versions report: Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: pushed versions: Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: { 'AddressGroup': {'1.2'}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Agent': {'1.1'}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'ConntrackHelper': {'1.0'}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'LocalIPAssociation': {'1.0'}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Log': {'1.0'}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'NDPProxy': {'1.0'}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Network': {'1.1'}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Port': {'1.7'}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'PortForwarding': {'1.3'}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'QosPolicy': {'1.10'}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'SecurityGroup': {'1.5'}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'SecurityGroupRule': {'1.2'}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'SubPort': {'1.0'}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Subnet': {'1.1'}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Trunk': {'1.1'}} Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: consumer versions: Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: { DHCP agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: HyperV agent@hv-cinder-83577: {}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: L3 agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: Metadata agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: Metering agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: Open vSwitch agent@dv-cinder-835778-2-iscsi: { 'AddressGroup': '1.2', Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Agent': '1.1', Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'ConntrackHelper': '1.0', Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'LocalIPAssociation': '1.0', Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Log': '1.0', Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'NDPProxy': '1.0', Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Network': '1.1', Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Port': '1.7', Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'PortForwarding': '1.3', Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'QosPolicy': '1.10', Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'SecurityGroup': '1.5', Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'SecurityGroupRule': '1.2', Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'SubPort': '1.0', Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Subnet': '1.1', Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: 'Trunk': '1.1'}} Mar 30 07:15:26.049148 dv-cinder-835778-2-iscsi neutron-server[103479]: {{(pid=103479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 07:15:26.052018 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:15:26.052392 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Checking segment: {'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:26.052792 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.053545 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Bound using segment: {'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:15:26.054061 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Bound port: ece46389-3bf6-4cdc-980e-35b5a737497d, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:15:26.054432 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.056658 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.159453 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34366) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:26.168718 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] For port ece46389-3bf6-4cdc-980e-35b5a737497d, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:15:26.175855 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] For port ece46389-3bf6-4cdc-980e-35b5a737497d, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=ece46389-3bf6-4cdc-980e-35b5a737497d,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:15:26.184559 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.190103 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Allocated IP 172.27.1.148 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/6427b57c-a46b-4de2-8c0f-34a270941af0) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:15:26.248013 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3af1b-e32b-49bf-a355-5bbfd958cdac None None] Pushing event updated for resources: {'Port': ['ID=ece46389-3bf6-4cdc-980e-35b5a737497d,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:26.337735 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Publish callbacks [] for port (6427b57c-a46b-4de2-8c0f-34a270941af0), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.385364 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (6427b57c-a46b-4de2-8c0f-34a270941af0), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.432682 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8d26-47e0-4a8e-b89a-5b22ea5eb930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.455087 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:26.455087 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:26.457348 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:15:26.654262 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-network', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:26.660562 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Pushing event updated for resources: {'Port': ['ID=6427b57c-a46b-4de2-8c0f-34a270941af0,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:26.678020 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34384) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:26.688001 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] Made reservation on behalf of b5ef95aec46649a2b057416827ea46aa for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:15:26.691054 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.697595 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:15:26.702911 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34386) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:26.711585 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.721472 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34392) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:26.820976 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] Publish callbacks [] for security_group (0a5820eb-a625-4859-a0a2-ef731af3744b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.829802 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (0a5820eb-a625-4859-a0a2-ef731af3744b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.852662 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:15:26.873971 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (26da5a4d-67e8-4de0-84d7-9ff078da4e1a), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.874666 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] Added segment 26da5a4d-67e8-4de0-84d7-9ff078da4e1a of type vlan for network b9678c55-7461-4938-ba80-6574cdde20b1 Mar 30 07:15:26.931529 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Publish callbacks [] for router_gateway (3bcfccbd-1cba-47ca-9e55-ed31500cb929), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.939268 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5820eb-a625-4859-a0a2-ef731af3744b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:26.956543 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (b9678c55-7461-4938-ba80-6574cdde20b1), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.988740 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (b9678c55-7461-4938-ba80-6574cdde20b1), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:26.989709 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:26.990360 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.029732 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8670251 Mar 30 07:15:27.030328 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34402) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:27.037504 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-5fca905f-4481-4201-874a-d8cab964f283 admin admin] Request body: {'subnet': {'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-subnet', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:27.061737 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fca905f-4481-4201-874a-d8cab964f283 admin admin] Made reservation on behalf of b5ef95aec46649a2b057416827ea46aa for: {'subnet': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:15:27.064318 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5fca905f-4481-4201-874a-d8cab964f283 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.089459 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4afc5d-caf6-4d8a-832b-06cc7d7c4a8b admin admin] Pushing event updated for resources: {'Network': ['ID=b9678c55-7461-4938-ba80-6574cdde20b1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:27.107659 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network b9678c55-7461-4938-ba80-6574cdde20b1 details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:15:27.130306 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1017164195-network', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:27.184515 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] Made reservation on behalf of cc9ab7163ff443ff849d017d40115708 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:15:27.187507 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.213454 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.255638 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1792034516-network', 'tenant_id': 'ad704701fcba49e5adc45e451291ef71'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:27.263657 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1730889390-network', 'tenant_id': '58f2d5fdc6ee44929783ecb547d70e4b'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:27.269610 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5fca905f-4481-4201-874a-d8cab964f283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for subnet (9a5dac56-1852-4518-bc4f-5d055e291a8a), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.346423 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca905f-4481-4201-874a-d8cab964f283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a5dac56-1852-4518-bc4f-5d055e291a8a,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:27.354905 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] Publish callbacks [] for security_group (9a91bcd9-8a47-42e6-90b9-b338726a1a22), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.361957 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (9a91bcd9-8a47-42e6-90b9-b338726a1a22), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.393156 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] Made reservation on behalf of 58f2d5fdc6ee44929783ecb547d70e4b for: {'network': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:15:27.394774 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.400062 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:15:27.418071 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a91bcd9-8a47-42e6-90b9-b338726a1a22,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:27.421523 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (2da9c395-b579-4867-a50e-4ca9792a599f), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.421909 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] Added segment 2da9c395-b579-4867-a50e-4ca9792a599f of type vlan for network fdc48dd9-ac72-4ec1-96d3-56de9895320a Mar 30 07:15:27.459574 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f8235b-ea7c-4682-b6c1-57bc6d631fba None None] Network 89db86be-e389-43ed-80e6-11e20145eaf2 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:15:27.466208 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca905f-4481-4201-874a-d8cab964f283 admin admin] Checking segment: {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:27.466583 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca905f-4481-4201-874a-d8cab964f283 admin admin] Network hostable DHCP agents. Network: b9678c55-7461-4938-ba80-6574cdde20b1, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:15:27.476088 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.495706 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (fdc48dd9-ac72-4ec1-96d3-56de9895320a), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.505680 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] Made reservation on behalf of ad704701fcba49e5adc45e451291ef71 for: {'network': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:15:27.507992 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.538023 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca905f-4481-4201-874a-d8cab964f283 admin admin] Network b9678c55-7461-4938-ba80-6574cdde20b1 is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:15:27.540045 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.555422 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (fdc48dd9-ac72-4ec1-96d3-56de9895320a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.556842 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:27.557542 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.597420 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-5fca905f-4481-4201-874a-d8cab964f283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, b9678c55-7461-4938-ba80-6574cdde20b1) {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:27.615477 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1268c80-f9d6-4979-a2a5-05dc14caf46d None None] Network b9678c55-7461-4938-ba80-6574cdde20b1 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:15:27.646794 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fca905f-4481-4201-874a-d8cab964f283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:27.649253 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5fca905f-4481-4201-874a-d8cab964f283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.688321 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9833453 Mar 30 07:15:27.694662 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34426) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:27.698031 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622820'] for router (3bcfccbd-1cba-47ca-9e55-ed31500cb929), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.707896 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8885313d-1e0b-460e-99c9-8a554c09c2c9 admin admin] Request body: {'subnet': {'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1017164195-subnet', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:27.718639 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc9d65-ac06-4169-878e-d47a34985f87 admin admin] Pushing event updated for resources: {'Network': ['ID=fdc48dd9-ac72-4ec1-96d3-56de9895320a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:27.741361 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8885313d-1e0b-460e-99c9-8a554c09c2c9 admin admin] Made reservation on behalf of cc9ab7163ff443ff849d017d40115708 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:15:27.744023 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8885313d-1e0b-460e-99c9-8a554c09c2c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.748242 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device ece46389-3bf6-4cdc-980e-35b5a737497d up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:27.754455 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network fdc48dd9-ac72-4ec1-96d3-56de9895320a details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:15:27.756252 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-c47d3526-c9be-494e-8347-341aca995725 None None] Provisioning complete for port ece46389-3bf6-4cdc-980e-35b5a737497d triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:27.756635 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c47d3526-c9be-494e-8347-341aca995725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.773138 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-5fca905f-4481-4201-874a-d8cab964f283 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7393405 Mar 30 07:15:27.798444 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b82721-ccaf-517d-af1a-d7277a7417ee-b9678c55-7461-4938-ba80-6574cdde20b1', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a'}]}} from dv-cinder-835778-2-iscsi. {{(pid=103479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 07:15:27.799301 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.836900 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34432) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:27.845990 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:27.931999 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] Publish callbacks [] for security_group (ba2c0ec4-bf03-4d62-bce6-036320f78a02), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.951842 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (ba2c0ec4-bf03-4d62-bce6-036320f78a02), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.966393 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] Publish callbacks [] for security_group (8f588ee0-7532-4ac4-95c8-b7bdb246b542), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.983629 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1945'] for router (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.985381 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:27.989685 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:15:27.995647 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (8f588ee0-7532-4ac4-95c8-b7bdb246b542), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:28.032497 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (21d4d6c2-0116-4ddc-8f7f-fe73f2adc527), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:28.032954 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.segments_db [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] Added segment 21d4d6c2-0116-4ddc-8f7f-fe73f2adc527 of type vlan for network 384fb495-2ba4-43ad-8723-43110c13623b Mar 30 07:15:28.046492 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2c0ec4-bf03-4d62-bce6-036320f78a02,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:28.050139 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:15:28.148514 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (455dc661-8a43-4436-8bce-43655cfaba33), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:28.149265 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.segments_db [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] Added segment 455dc661-8a43-4436-8bce-43655cfaba33 of type vlan for network 7f455514-9fa4-4e1a-8166-63ab0dc42e80 Mar 30 07:15:28.165264 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (384fb495-2ba4-43ad-8723-43110c13623b), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:28.181101 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Publish callbacks [] for router_controller (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), precommit_add_association {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:28.188917 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8885313d-1e0b-460e-99c9-8a554c09c2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for subnet (0797f928-0864-4478-9227-7f35a120a31e), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:28.209129 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f588ee0-7532-4ac4-95c8-b7bdb246b542,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:28.314247 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885313d-1e0b-460e-99c9-8a554c09c2c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0797f928-0864-4478-9227-7f35a120a31e,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:28.336881 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885313d-1e0b-460e-99c9-8a554c09c2c9 admin admin] Checking segment: {'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:28.337345 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8885313d-1e0b-460e-99c9-8a554c09c2c9 admin admin] Network hostable DHCP agents. Network: fdc48dd9-ac72-4ec1-96d3-56de9895320a, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:15:28.356605 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8885313d-1e0b-460e-99c9-8a554c09c2c9 admin admin] Network fdc48dd9-ac72-4ec1-96d3-56de9895320a is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:15:28.369744 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:28.373344 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-8885313d-1e0b-460e-99c9-8a554c09c2c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, fdc48dd9-ac72-4ec1-96d3-56de9895320a) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:28.377783 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port ece46389-3bf6-4cdc-980e-35b5a737497d triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:28.378403 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:28.390514 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26084687-5296-453b-9d64-9acf6a376721 None None] Network fdc48dd9-ac72-4ec1-96d3-56de9895320a requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:15:28.392413 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8885313d-1e0b-460e-99c9-8a554c09c2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:28.393793 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8885313d-1e0b-460e-99c9-8a554c09c2c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:28.408377 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (7f455514-9fa4-4e1a-8166-63ab0dc42e80), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:28.423520 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (384fb495-2ba4-43ad-8723-43110c13623b), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:28.425218 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:28.425984 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:28.436307 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8885313d-1e0b-460e-99c9-8a554c09c2c9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7399426 Mar 30 07:15:28.438316 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34450) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:28.449794 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:28.495277 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1945'] for router (6e6d1798-36e0-4199-ba85-8baf42d415cb), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:28.497117 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (6e6d1798-36e0-4199-ba85-8baf42d415cb), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:28.528227 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Allocated IP 172.20.0.2 (b9678c55-7461-4938-ba80-6574cdde20b1/9a5dac56-1852-4518-bc4f-5d055e291a8a/712033ed-c751-4ee1-860b-6730028be183) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:15:28.533649 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] Pushing event updated for resources: {'Network': ['ID=384fb495-2ba4-43ad-8723-43110c13623b,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:28.535473 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 is scheduled to L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e with binding_index 1 {{(pid=103478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 07:15:28.555527 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 07:15:28.755843 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-78fad6ef-94cc-4137-a9db-a9f3f25566ed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0329809 Mar 30 07:15:28.762918 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34464) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:28.774658 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-69f55083-4f68-45b6-af95-a70749000dc2 admin admin] Request body: {'subnet': {'network_id': '384fb495-2ba4-43ad-8723-43110c13623b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1730889390-subnet', 'tenant_id': '58f2d5fdc6ee44929783ecb547d70e4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:28.819779 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-c47d3526-c9be-494e-8347-341aca995725 None None] Current status of the port ece46389-3bf6-4cdc-980e-35b5a737497d is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:28.820193 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c47d3526-c9be-494e-8347-341aca995725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:28.828876 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network 384fb495-2ba4-43ad-8723-43110c13623b details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:15:28.916556 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Publish callbacks [] for router_controller (6e6d1798-36e0-4199-ba85-8baf42d415cb), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.101469 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Publish callbacks [] for router_gateway (6e6d1798-36e0-4199-ba85-8baf42d415cb), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.209908 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-c47d3526-c9be-494e-8347-341aca995725 None None] For port ece46389-3bf6-4cdc-980e-35b5a737497d, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=ece46389-3bf6-4cdc-980e-35b5a737497d,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:15:29.241467 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Publish callbacks [] for router_gateway (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.256202 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (7f455514-9fa4-4e1a-8166-63ab0dc42e80), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.257537 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:29.258437 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.262086 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c47d3526-c9be-494e-8347-341aca995725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.348524 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.350679 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f55083-4f68-45b6-af95-a70749000dc2 admin admin] Made reservation on behalf of 58f2d5fdc6ee44929783ecb547d70e4b for: {'subnet': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:15:29.352978 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-69f55083-4f68-45b6-af95-a70749000dc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.391741 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Publish callbacks [] for port (712033ed-c751-4ee1-860b-6730028be183), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.420615 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] Pushing event updated for resources: {'Network': ['ID=7f455514-9fa4-4e1a-8166-63ab0dc42e80,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:29.433990 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Publish callbacks [] for router_gateway (6e6d1798-36e0-4199-ba85-8baf42d415cb), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.446380 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-d35b235c-718b-44f8-bcf3-6678406b1105 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7266188 Mar 30 07:15:29.446642 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network 7f455514-9fa4-4e1a-8166-63ab0dc42e80 details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:15:29.477133 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34492) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:29.478514 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.492185 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1998c4f9-c383-4ab9-8279-378c6b6ca193 admin admin] Request body: {'subnet': {'network_id': '7f455514-9fa4-4e1a-8166-63ab0dc42e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1792034516-subnet', 'tenant_id': 'ad704701fcba49e5adc45e451291ef71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:29.512907 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b82721-ccaf-517d-af1a-d7277a7417ee-fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e'}]}} from dv-cinder-835778-2-iscsi. {{(pid=103479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 07:15:29.513966 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.518374 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1998c4f9-c383-4ab9-8279-378c6b6ca193 admin admin] Made reservation on behalf of ad704701fcba49e5adc45e451291ef71 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:15:29.518612 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (712033ed-c751-4ee1-860b-6730028be183), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.521066 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1998c4f9-c383-4ab9-8279-378c6b6ca193 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.536055 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:15:29.551637 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Sync routers for ids ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:15:29.570329 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.571040 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-38135d22-ce1f-47e6-9953-e816da83dc00 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0928874 Mar 30 07:15:29.579371 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34496) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:29.596523 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Routers {'3bcfccbd-1cba-47ca-9e55-ed31500cb929'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:15:29.596799 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port ece46389-3bf6-4cdc-980e-35b5a737497d is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:29.597647 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:29.625633 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-7ba10862-4b43-4949-94fa-9743cf1a9676 None None] Provisioning complete for port ece46389-3bf6-4cdc-980e-35b5a737497d triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:29.627255 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7ba10862-4b43-4949-94fa-9743cf1a9676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.629243 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d3526-c9be-494e-8347-341aca995725 None None] Pushing event updated for resources: {'Port': ['ID=ece46389-3bf6-4cdc-980e-35b5a737497d,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:29.825976 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Network b9678c55-7461-4938-ba80-6574cdde20b1 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:29.846641 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1998c4f9-c383-4ab9-8279-378c6b6ca193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for subnet (c8185a8a-2909-4a2d-9f1e-9f2eabc4552a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.859868 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:29.876317 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:15:29.926794 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998c4f9-c383-4ab9-8279-378c6b6ca193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8185a8a-2909-4a2d-9f1e-9f2eabc4552a,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:29.949764 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Publish callbacks [] for router_gateway (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.962928 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1998c4f9-c383-4ab9-8279-378c6b6ca193 admin admin] Checking segment: {'id': '455dc661-8a43-4436-8bce-43655cfaba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7f455514-9fa4-4e1a-8166-63ab0dc42e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:29.963642 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1998c4f9-c383-4ab9-8279-378c6b6ca193 admin admin] Network hostable DHCP agents. Network: 7f455514-9fa4-4e1a-8166-63ab0dc42e80, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:15:29.984327 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:29.988795 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Set router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:15:29.998068 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1998c4f9-c383-4ab9-8279-378c6b6ca193 admin admin] Network 7f455514-9fa4-4e1a-8166-63ab0dc42e80 is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:15:30.028023 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-1998c4f9-c383-4ab9-8279-378c6b6ca193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, 7f455514-9fa4-4e1a-8166-63ab0dc42e80) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:30.039371 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1998c4f9-c383-4ab9-8279-378c6b6ca193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:30.040279 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1998c4f9-c383-4ab9-8279-378c6b6ca193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:30.075437 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1998c4f9-c383-4ab9-8279-378c6b6ca193 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5944681 Mar 30 07:15:30.096444 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Allocated IP 172.27.1.138 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/3fc10776-1a63-442b-84bc-b247ee957fa9) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:15:30.156314 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788840fe-00c3-4cbe-91b9-b0e3479db6e2 None None] Network 7f455514-9fa4-4e1a-8166-63ab0dc42e80 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:15:30.210084 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34510) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:30.250903 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Pushing event updated for resources: {'Port': ['ID=712033ed-c751-4ee1-860b-6730028be183,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:30.322548 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:26Z', 'revision_number': 3, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:30.356155 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Publish callbacks [] for port (3fc10776-1a63-442b-84bc-b247ee957fa9), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:30.384606 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Attempting to bind port 712033ed-c751-4ee1-860b-6730028be183 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:15:30.384988 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Attempting to bind port 712033ed-c751-4ee1-860b-6730028be183 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:15:30.385394 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Attempting to bind port 712033ed-c751-4ee1-860b-6730028be183 on network b9678c55-7461-4938-ba80-6574cdde20b1 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:15:30.395181 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-69f55083-4f68-45b6-af95-a70749000dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for subnet (aec0baf1-b288-49b3-b4f7-96cf86722e1c), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:30.420575 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Checking router: 3bcfccbd-1cba-47ca-9e55-ed31500cb929 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:15:30.423329 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Updating router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 port 6427b57c-a46b-4de2-8c0f-34a270941af0 binding host dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:15:30.450259 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f55083-4f68-45b6-af95-a70749000dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec0baf1-b288-49b3-b4f7-96cf86722e1c,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:30.453653 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:15:30.454216 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Checking segment: {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:30.454435 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:30.454908 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Bound using segment: {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:15:30.455401 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Bound port: 712033ed-c751-4ee1-860b-6730028be183, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:15:30.456499 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (712033ed-c751-4ee1-860b-6730028be183), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:30.465308 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (3fc10776-1a63-442b-84bc-b247ee957fa9), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:30.489735 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (6427b57c-a46b-4de2-8c0f-34a270941af0), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:30.511157 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Allocated IP 172.27.1.60 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/c1ccb20b-0452-4abd-9566-8ec956e85c46) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:15:30.560655 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Allocated IP 172.20.0.2 (fdc48dd9-ac72-4ec1-96d3-56de9895320a/0797f928-0864-4478-9227-7f35a120a31e/21f45e73-5c28-4a02-963f-6de7fdfc13d8) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:15:30.563629 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4a9b0c-1622-410b-aefb-417e815c7a3e None None] Network 7f455514-9fa4-4e1a-8166-63ab0dc42e80 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:15:30.590941 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-7ba10862-4b43-4949-94fa-9743cf1a9676 None None] Current status of the port ece46389-3bf6-4cdc-980e-35b5a737497d is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:30.608564 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc10776-1a63-442b-84bc-b247ee957fa9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:30.619091 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Publish callbacks [] for port (c1ccb20b-0452-4abd-9566-8ec956e85c46), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:30.621565 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:30.623394 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:30.630516 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:15:30.665903 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fc530d24-7564-416a-9e3c-5f927291e4cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:30.776437 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (c1ccb20b-0452-4abd-9566-8ec956e85c46), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:30.849218 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] For port 712033ed-c751-4ee1-860b-6730028be183, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:15:30.852636 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:30.858443 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] For port 712033ed-c751-4ee1-860b-6730028be183, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=712033ed-c751-4ee1-860b-6730028be183,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:15:30.860087 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f55083-4f68-45b6-af95-a70749000dc2 admin admin] Checking segment: {'id': '21d4d6c2-0116-4ddc-8f7f-fe73f2adc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '384fb495-2ba4-43ad-8723-43110c13623b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:30.860452 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f55083-4f68-45b6-af95-a70749000dc2 admin admin] Network hostable DHCP agents. Network: 384fb495-2ba4-43ad-8723-43110c13623b, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:15:30.947080 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:30.950785 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (712033ed-c751-4ee1-860b-6730028be183), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:30.976205 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:30.983640 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:15:31.046058 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Publish callbacks [] for port (6427b57c-a46b-4de2-8c0f-34a270941af0), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:31.066684 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (6427b57c-a46b-4de2-8c0f-34a270941af0), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:31.085082 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Publish callbacks [] for router_gateway (6e6d1798-36e0-4199-ba85-8baf42d415cb), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:31.113860 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Publish callbacks [] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:31.141786 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:31.176803 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8032a4-1798-4adf-a169-839fa8527506 None None] Pushing event updated for resources: {'Port': ['ID=712033ed-c751-4ee1-860b-6730028be183,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:31.224452 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Network fdc48dd9-ac72-4ec1-96d3-56de9895320a is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:31.247381 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Attempting to bind port 6427b57c-a46b-4de2-8c0f-34a270941af0 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:15:31.251936 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Attempting to bind port 6427b57c-a46b-4de2-8c0f-34a270941af0 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:15:31.252476 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Attempting to bind port 6427b57c-a46b-4de2-8c0f-34a270941af0 on network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:15:31.258581 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Pushing event updated for resources: {'Port': ['ID=6427b57c-a46b-4de2-8c0f-34a270941af0,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:31.270303 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:15:31.272259 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Checking segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:31.273819 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:31.284812 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Bound using segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:15:31.284812 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Bound port: 6427b57c-a46b-4de2-8c0f-34a270941af0, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:15:31.284812 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (6427b57c-a46b-4de2-8c0f-34a270941af0), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:31.285151 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:31.285151 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:15:31.336649 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:31.338720 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:31.339259 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:31.339722 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:31.342344 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:31.342794 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:31.343223 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:31.343885 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:31.344706 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:31.345602 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:31.348167 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:31.349813 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:31.350258 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:31.351262 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:31.352157 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Tracked resource versions report: Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: pushed versions: Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: { 'AddressGroup': {'1.2'}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Agent': {'1.1'}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'ConntrackHelper': {'1.0'}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'LocalIPAssociation': {'1.0'}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Log': {'1.0'}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'NDPProxy': {'1.0'}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Network': {'1.1'}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Port': {'1.7'}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'PortForwarding': {'1.3'}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'QosPolicy': {'1.10'}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'SecurityGroup': {'1.5'}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'SecurityGroupRule': {'1.2'}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'SubPort': {'1.0'}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Subnet': {'1.1'}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Trunk': {'1.1'}} Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: consumer versions: Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: { DHCP agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: HyperV agent@hv-cinder-83577: {}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: L3 agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: Metadata agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: Metering agent@dv-cinder-835778-2-iscsi: {}, Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: Open vSwitch agent@dv-cinder-835778-2-iscsi: { 'AddressGroup': '1.2', Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Agent': '1.1', Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'ConntrackHelper': '1.0', Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'LocalIPAssociation': '1.0', Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Log': '1.0', Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'NDPProxy': '1.0', Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Network': '1.1', Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Port': '1.7', Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'PortForwarding': '1.3', Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'QosPolicy': '1.10', Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'SecurityGroup': '1.5', Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'SecurityGroupRule': '1.2', Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'SubPort': '1.0', Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Subnet': '1.1', Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: 'Trunk': '1.1'}} Mar 30 07:15:31.355262 dv-cinder-835778-2-iscsi neutron-server[103480]: {{(pid=103480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 07:15:31.366412 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Pushing event updated for resources: {'Port': ['ID=c1ccb20b-0452-4abd-9566-8ec956e85c46,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:31.434987 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Pushing event updated for resources: {'Port': ['ID=21f45e73-5c28-4a02-963f-6de7fdfc13d8,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:31.491894 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f55083-4f68-45b6-af95-a70749000dc2 admin admin] Network 384fb495-2ba4-43ad-8723-43110c13623b is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:15:31.539572 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Attempting to bind port 21f45e73-5c28-4a02-963f-6de7fdfc13d8 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:15:31.540305 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Attempting to bind port 21f45e73-5c28-4a02-963f-6de7fdfc13d8 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:15:31.540305 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Attempting to bind port 21f45e73-5c28-4a02-963f-6de7fdfc13d8 on network fdc48dd9-ac72-4ec1-96d3-56de9895320a {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:15:31.558971 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:31.566853 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-69f55083-4f68-45b6-af95-a70749000dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, 384fb495-2ba4-43ad-8723-43110c13623b) {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:31.567883 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:15:31.576493 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Checking segment: {'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:31.577963 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:31.579929 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Bound using segment: {'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:15:31.580310 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] For port 6427b57c-a46b-4de2-8c0f-34a270941af0, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:15:31.581973 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Bound port: 21f45e73-5c28-4a02-963f-6de7fdfc13d8, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:15:31.587499 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:31.596429 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] For port 6427b57c-a46b-4de2-8c0f-34a270941af0, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=6427b57c-a46b-4de2-8c0f-34a270941af0,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:15:31.603642 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4153672b-d26f-4c1d-b2ea-969bfdd822c4 None None] Network 384fb495-2ba4-43ad-8723-43110c13623b requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:15:31.605277 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f55083-4f68-45b6-af95-a70749000dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:31.605945 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-69f55083-4f68-45b6-af95-a70749000dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:31.614460 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (6427b57c-a46b-4de2-8c0f-34a270941af0), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:31.680882 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fc530d24-7564-416a-9e3c-5f927291e4cd admin admin] Publish callbacks [] for security_group (90e2f6c3-5aa7-49f7-ab48-f2326d9fed3e), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:31.711593 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fc530d24-7564-416a-9e3c-5f927291e4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (90e2f6c3-5aa7-49f7-ab48-f2326d9fed3e), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:31.819312 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622820'] for router (6e6d1798-36e0-4199-ba85-8baf42d415cb), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:31.825722 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa8eba-b250-4586-8890-080b1dde78db None None] Pushing event updated for resources: {'Port': ['ID=6427b57c-a46b-4de2-8c0f-34a270941af0,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:31.833286 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Routers {'3bcfccbd-1cba-47ca-9e55-ed31500cb929'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:15:31.835117 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:31.958379 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device ece46389-3bf6-4cdc-980e-35b5a737497d up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:31.965834 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] For port 21f45e73-5c28-4a02-963f-6de7fdfc13d8, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:15:32.002002 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34576) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:32.009857 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] For port 21f45e73-5c28-4a02-963f-6de7fdfc13d8, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=21f45e73-5c28-4a02-963f-6de7fdfc13d8,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:15:32.025938 dv-cinder-835778-2-iscsi neutron-server[103477]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 07:15:32.043164 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:32.105986 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] Set router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:15:32.138460 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-69f55083-4f68-45b6-af95-a70749000dc2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3750982 Mar 30 07:15:32.151391 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c38a75-d552-41f3-bc4f-ec130e3cd41a None None] Network 384fb495-2ba4-43ad-8723-43110c13623b requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:15:32.236354 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-fc530d24-7564-416a-9e3c-5f927291e4cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afbd1074d9a0409c8e1514d4892949e8&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0235207 Mar 30 07:15:32.247523 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc530d24-7564-416a-9e3c-5f927291e4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e2f6c3-5aa7-49f7-ab48-f2326d9fed3e,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:32.249964 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34584) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:32.340308 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaae05b-72dd-4f1b-9330-534b5719e178 None None] Pushing event updated for resources: {'Port': ['ID=21f45e73-5c28-4a02-963f-6de7fdfc13d8,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:32.415950 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port ece46389-3bf6-4cdc-980e-35b5a737497d triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:32.416354 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:32.451801 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6f850-8145-4586-a068-6bdedbfc429b req-f06d3cc5-e655-43ca-8c41-40dba7aaf918 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:32.457804 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-f06d3cc5-e655-43ca-8c41-40dba7aaf918 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/networks?id=7f455514-9fa4-4e1a-8166-63ab0dc42e80 HTTP/1.1" status: 200 len: 812 time: 0.4501834 Mar 30 07:15:32.485000 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-0742e2f4-6faf-4551-b12b-625d89123356 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/quotas/ad704701fcba49e5adc45e451291ef71 HTTP/1.1" status: 200 len: 375 time: 0.0186474 Mar 30 07:15:32.526981 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Publish callbacks [] for router_gateway (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:32.566808 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:26Z', 'revision_number': 3, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:32.643009 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1c8719c-3eb0-4097-8dd0-1fe7c94d543b admin admin] Publish callbacks [] for security_group (90e2f6c3-5aa7-49f7-ab48-f2326d9fed3e), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:32.673234 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305eb69-47da-44e6-ab05-b6e810c8f6ec None None] The sync data for ids ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'] in dv-cinder-835778-2-iscsi is: [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:26Z', 'revision_number': 3, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:15:32.722710 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Allocated IP 172.20.0.1 (89db86be-e389-43ed-80e6-11e20145eaf2/f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602/881d0da5-6071-443f-bd70-2074fd08a617) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:15:32.785311 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-3db9a60c-e066-40a9-814c-4f1c598a0a2a tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad704701fcba49e5adc45e451291ef71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2889373 Mar 30 07:15:32.812397 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port ece46389-3bf6-4cdc-980e-35b5a737497d is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:32.813580 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 712033ed-c751-4ee1-860b-6730028be183 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:32.847699 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1c8719c-3eb0-4097-8dd0-1fe7c94d543b admin admin] Publish callbacks [] for security_group (90e2f6c3-5aa7-49f7-ab48-f2326d9fed3e), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:32.912859 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Router 6e6d1798-36e0-4199-ba85-8baf42d415cb is scheduled to L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 07:15:32.960301 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba006c4-ae82-4192-8ffd-c11b9e6e2ee2 None None] Network b9678c55-7461-4938-ba80-6574cdde20b1 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:15:33.069184 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Publish callbacks [] for port (881d0da5-6071-443f-bd70-2074fd08a617), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:33.098283 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622820'] for router (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:33.188155 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:15:33.277308 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:33.286256 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8b8e9ad8-fbab-4b42-b14f-9334042a5228 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8434749 Mar 30 07:15:33.287087 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34614) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:33.293218 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1c8719c-3eb0-4097-8dd0-1fe7c94d543b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (90e2f6c3-5aa7-49f7-ab48-f2326d9fed3e), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:33.304510 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1c8719c-3eb0-4097-8dd0-1fe7c94d543b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:33.306128 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b1c8719c-3eb0-4097-8dd0-1fe7c94d543b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90e2f6c3-5aa7-49f7-ab48-f2326d9fed3e HTTP/1.1" status: 204 len: 168 time: 1.0543540 Mar 30 07:15:33.355147 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (881d0da5-6071-443f-bd70-2074fd08a617), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:33.390133 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8719c-3eb0-4097-8dd0-1fe7c94d543b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e2f6c3-5aa7-49f7-ab48-f2326d9fed3e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:33.469164 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Network 89db86be-e389-43ed-80e6-11e20145eaf2 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:33.478789 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:33.495144 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:15:33.495953 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622771'] for router_interface (3bcfccbd-1cba-47ca-9e55-ed31500cb929), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:33.548380 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-d334c88e-a607-4565-8402-a81811d5d853 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 07:15:33.551024 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-d334c88e-a607-4565-8402-a81811d5d853 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3859205 Mar 30 07:15:33.615572 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=881d0da5-6071-443f-bd70-2074fd08a617,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:33.638337 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34622) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:33.647912 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-42553175-network', 'tenant_id': 'ce1ca3b4248a49ae8b6b2405d3aeb82d'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:33.705708 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Sync routers for ids ['6e6d1798-36e0-4199-ba85-8baf42d415cb'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:15:33.742835 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Routers {'6e6d1798-36e0-4199-ba85-8baf42d415cb'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:15:33.743583 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6e6d1798-36e0-4199-ba85-8baf42d415cb'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:33.770200 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] Made reservation on behalf of ce1ca3b4248a49ae8b6b2405d3aeb82d for: {'network': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:15:33.788455 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:33.817992 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-7b4df2ca-56a6-4579-9411-016c8788d16a service neutron] 10.222.0.20 "GET /v2.0/networks/7f455514-9fa4-4e1a-8166-63ab0dc42e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581019 Mar 30 07:15:33.885596 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:33.893004 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Set router 6e6d1798-36e0-4199-ba85-8baf42d415cb gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:15:34.018395 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 712033ed-c751-4ee1-860b-6730028be183 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:34.020324 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (712033ed-c751-4ee1-860b-6730028be183), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.115210 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1456ea89-3e49-4118-9d38-ad1f66491cf2 None None] Network fdc48dd9-ac72-4ec1-96d3-56de9895320a requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:15:34.128306 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-c8a0aad7-d932-4b36-9f47-50dfe765083d None None] Provisioning complete for port 712033ed-c751-4ee1-860b-6730028be183 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:34.128693 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c8a0aad7-d932-4b36-9f47-50dfe765083d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (712033ed-c751-4ee1-860b-6730028be183), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.161455 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] Publish callbacks [] for security_group (c2995f2f-efd1-44e2-b2fc-306e1acb28fa), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.167821 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-4090d63d-4502-460c-99d0-22312a221db7 service neutron] 10.222.0.20 "GET /v2.0/networks/7f455514-9fa4-4e1a-8166-63ab0dc42e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382902 Mar 30 07:15:34.169032 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.177255 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a is scheduled to L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e with binding_index 1 {{(pid=103478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 07:15:34.181607 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (c2995f2f-efd1-44e2-b2fc-306e1acb28fa), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.197602 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:15:34.209238 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (8bff1742-9860-4f89-9dd3-ac76ba330a51), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.210044 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.segments_db [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] Added segment 8bff1742-9860-4f89-9dd3-ac76ba330a51 of type vlan for network 5a96649e-dbd2-4eab-96a6-1cb1b821d34e Mar 30 07:15:34.270887 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (5a96649e-dbd2-4eab-96a6-1cb1b821d34e), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.306053 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34628) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:34.365766 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2995f2f-efd1-44e2-b2fc-306e1acb28fa,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:34.369224 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6979-7b94-4d33-8cbe-bf9412078b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.423877 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (881d0da5-6071-443f-bd70-2074fd08a617), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.430816 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (5a96649e-dbd2-4eab-96a6-1cb1b821d34e), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.432655 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:34.435414 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.477761 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0aad7-d932-4b36-9f47-50dfe765083d None None] Current status of the port 712033ed-c751-4ee1-860b-6730028be183 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:34.478148 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c8a0aad7-d932-4b36-9f47-50dfe765083d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (712033ed-c751-4ee1-860b-6730028be183), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.489384 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 712033ed-c751-4ee1-860b-6730028be183 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:34.490447 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (712033ed-c751-4ee1-860b-6730028be183), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.591090 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-c8a0aad7-d932-4b36-9f47-50dfe765083d None None] For port 712033ed-c751-4ee1-860b-6730028be183, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=712033ed-c751-4ee1-860b-6730028be183,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:15:34.630313 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c8a0aad7-d932-4b36-9f47-50dfe765083d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (712033ed-c751-4ee1-860b-6730028be183), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.661596 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e92f8be4-6366-46ac-9d0c-e9ef88e27e77 req-5d5ed073-0ae3-4eae-8aa6-4b4eadc2d903 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 210 time: 0.1013896 Mar 30 07:15:34.692571 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0aad7-d932-4b36-9f47-50dfe765083d None None] Pushing event updated for resources: {'Port': ['ID=712033ed-c751-4ee1-860b-6730028be183,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:34.745987 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1055799 Mar 30 07:15:34.763772 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34656) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:34.774037 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.db.api [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 07:15:34.774458 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG oslo_db.api [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 07:15:34.780845 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-819b59e9-0e4b-4e3a-95cb-72e19a60e3a6 admin admin] Request body: {'subnet': {'network_id': '5a96649e-dbd2-4eab-96a6-1cb1b821d34e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-42553175-subnet', 'tenant_id': 'ce1ca3b4248a49ae8b6b2405d3aeb82d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:34.803377 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-a0a9dd51-a17c-4978-b092-14415780a854 None None] Provisioning complete for port 881d0da5-6071-443f-bd70-2074fd08a617 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:34.804078 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a0a9dd51-a17c-4978-b092-14415780a854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (881d0da5-6071-443f-bd70-2074fd08a617), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.871694 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80ca40-1c12-43f9-9b77-81193683f9cb admin admin] Pushing event updated for resources: {'Network': ['ID=5a96649e-dbd2-4eab-96a6-1cb1b821d34e,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:34.875785 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:34.907891 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network 5a96649e-dbd2-4eab-96a6-1cb1b821d34e details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:15:34.929263 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:15:34.943048 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Sync routers for ids ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:15:34.989576 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Routers {'8b212ec1-cd02-4e08-bbe2-a941f8b5511a'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:15:34.990644 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:34.992244 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819b59e9-0e4b-4e3a-95cb-72e19a60e3a6 admin admin] Made reservation on behalf of ce1ca3b4248a49ae8b6b2405d3aeb82d for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:15:35.024869 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-819b59e9-0e4b-4e3a-95cb-72e19a60e3a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:35.125360 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-a0a9dd51-a17c-4978-b092-14415780a854 None None] Port 881d0da5-6071-443f-bd70-2074fd08a617 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:15:35.129905 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:30Z', 'revision_number': 3, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:35.164908 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:35.170352 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-2abe35aa-4402-49ec-a965-1a9a8816aedb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3321102 Mar 30 07:15:35.171045 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34666) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:35.222828 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-a0a9dd51-a17c-4978-b092-14415780a854 None None] Provisioning complete for port 21f45e73-5c28-4a02-963f-6de7fdfc13d8 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:35.223174 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a0a9dd51-a17c-4978-b092-14415780a854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:35.277593 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6979-7b94-4d33-8cbe-bf9412078b13 admin admin] Publish callbacks [] for security_group (86606264-bcd7-4bce-b20a-9b24a323607e), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:35.282030 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Set router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:15:35.295371 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Checking router: 6e6d1798-36e0-4199-ba85-8baf42d415cb for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:15:35.295877 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Updating router 6e6d1798-36e0-4199-ba85-8baf42d415cb port 3fc10776-1a63-442b-84bc-b247ee957fa9 binding host dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:15:35.385295 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (3fc10776-1a63-442b-84bc-b247ee957fa9), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:35.419314 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6979-7b94-4d33-8cbe-bf9412078b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (86606264-bcd7-4bce-b20a-9b24a323607e), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:35.526705 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 712033ed-c751-4ee1-860b-6730028be183 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:35.658873 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-a0a9dd51-a17c-4978-b092-14415780a854 None None] Current status of the port 21f45e73-5c28-4a02-963f-6de7fdfc13d8 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:35.659272 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a0a9dd51-a17c-4978-b092-14415780a854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:35.660376 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:31Z', 'revision_number': 3, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:35.771466 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-a0a9dd51-a17c-4978-b092-14415780a854 None None] For port 21f45e73-5c28-4a02-963f-6de7fdfc13d8, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=21f45e73-5c28-4a02-963f-6de7fdfc13d8,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:15:35.780810 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Checking router: 8b212ec1-cd02-4e08-bbe2-a941f8b5511a for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:15:35.781162 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Updating router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a port c1ccb20b-0452-4abd-9566-8ec956e85c46 binding host dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:15:35.790072 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a0a9dd51-a17c-4978-b092-14415780a854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:35.832263 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (c1ccb20b-0452-4abd-9566-8ec956e85c46), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:35.855176 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34684) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:35.898995 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Publish callbacks [] for port (3fc10776-1a63-442b-84bc-b247ee957fa9), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:35.905318 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9dd51-a17c-4978-b092-14415780a854 None None] Pushing event updated for resources: {'Port': ['ID=21f45e73-5c28-4a02-963f-6de7fdfc13d8,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:35.922251 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (3fc10776-1a63-442b-84bc-b247ee957fa9), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:35.927608 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-ce1b6979-7b94-4d33-8cbe-bf9412078b13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10a7773629d047fbb32eae9dae147348&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5891523 Mar 30 07:15:35.932412 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-95fed2e6-22a4-4e5c-86b4-72aa253e1dd6 None None] Provisioning complete for port 712033ed-c751-4ee1-860b-6730028be183 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:35.933008 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-95fed2e6-22a4-4e5c-86b4-72aa253e1dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (712033ed-c751-4ee1-860b-6730028be183), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:35.935318 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 6427b57c-a46b-4de2-8c0f-34a270941af0 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:35.940690 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34688) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:36.015692 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b6979-7b94-4d33-8cbe-bf9412078b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86606264-bcd7-4bce-b20a-9b24a323607e,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:36.029930 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Allocated IP 172.20.0.1 (fdc48dd9-ac72-4ec1-96d3-56de9895320a/0797f928-0864-4478-9227-7f35a120a31e/7a706512-298d-4598-a89f-1a127e04843d) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:15:36.031909 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Publish callbacks [] for port (881d0da5-6071-443f-bd70-2074fd08a617), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.033498 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f9d44af8-0578-4600-85da-b629357f06d5 req-86fa1067-d599-4470-8ceb-4c60dbe1fa0b tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 210 time: 0.1772804 Mar 30 07:15:36.051959 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (881d0da5-6071-443f-bd70-2074fd08a617), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.052979 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622631'] for router_interface (3bcfccbd-1cba-47ca-9e55-ed31500cb929), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.126766 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-819b59e9-0e4b-4e3a-95cb-72e19a60e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for subnet (3d33351c-2981-4a09-9ff7-0b21a6e2f731), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.189946 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=881d0da5-6071-443f-bd70-2074fd08a617,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:36.214698 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f340df-cb2c-4d20-a8fd-6d8792b6c9bd None None] Pushing event updated for resources: {'Port': ['ID=3fc10776-1a63-442b-84bc-b247ee957fa9,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:36.220922 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Attempting to bind port 3fc10776-1a63-442b-84bc-b247ee957fa9 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:15:36.221515 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Attempting to bind port 3fc10776-1a63-442b-84bc-b247ee957fa9 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:15:36.221889 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Attempting to bind port 3fc10776-1a63-442b-84bc-b247ee957fa9 on network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:15:36.232332 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:15:36.232881 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Checking segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:36.233359 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.233838 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Bound using segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:15:36.234386 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Bound port: 3fc10776-1a63-442b-84bc-b247ee957fa9, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:15:36.234833 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (3fc10776-1a63-442b-84bc-b247ee957fa9), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.296825 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c2e461af-834a-4290-b850-6b3c6464cc03 admin admin] Publish callbacks [] for security_group (86606264-bcd7-4bce-b20a-9b24a323607e), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.348442 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c2e461af-834a-4290-b850-6b3c6464cc03 admin admin] Publish callbacks [] for security_group (86606264-bcd7-4bce-b20a-9b24a323607e), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.352561 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b59e9-0e4b-4e3a-95cb-72e19a60e3a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d33351c-2981-4a09-9ff7-0b21a6e2f731,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:36.368807 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] For port 3fc10776-1a63-442b-84bc-b247ee957fa9, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:15:36.371981 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819b59e9-0e4b-4e3a-95cb-72e19a60e3a6 admin admin] Checking segment: {'id': '8bff1742-9860-4f89-9dd3-ac76ba330a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5a96649e-dbd2-4eab-96a6-1cb1b821d34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:36.372636 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b59e9-0e4b-4e3a-95cb-72e19a60e3a6 admin admin] Network hostable DHCP agents. Network: 5a96649e-dbd2-4eab-96a6-1cb1b821d34e, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:15:36.378235 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] For port 3fc10776-1a63-442b-84bc-b247ee957fa9, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=3fc10776-1a63-442b-84bc-b247ee957fa9,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:15:36.390241 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 6427b57c-a46b-4de2-8c0f-34a270941af0 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:36.390645 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (6427b57c-a46b-4de2-8c0f-34a270941af0), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.398376 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Publish callbacks [] for port (7a706512-298d-4598-a89f-1a127e04843d), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.413127 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (3fc10776-1a63-442b-84bc-b247ee957fa9), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.421439 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b59e9-0e4b-4e3a-95cb-72e19a60e3a6 admin admin] Network 5a96649e-dbd2-4eab-96a6-1cb1b821d34e is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:15:36.423742 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Network 89db86be-e389-43ed-80e6-11e20145eaf2 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:36.428902 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:36.460892 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-819b59e9-0e4b-4e3a-95cb-72e19a60e3a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, 5a96649e-dbd2-4eab-96a6-1cb1b821d34e) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:36.467912 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b59e9-0e4b-4e3a-95cb-72e19a60e3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:36.468659 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-819b59e9-0e4b-4e3a-95cb-72e19a60e3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.472319 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (7a706512-298d-4598-a89f-1a127e04843d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.507334 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Publish callbacks [] for port (c1ccb20b-0452-4abd-9566-8ec956e85c46), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.515332 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (c1ccb20b-0452-4abd-9566-8ec956e85c46), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.554352 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=7a706512-298d-4598-a89f-1a127e04843d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:36.558519 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Network fdc48dd9-ac72-4ec1-96d3-56de9895320a is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:36.561101 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:36.565603 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-819b59e9-0e4b-4e3a-95cb-72e19a60e3a6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7947547 Mar 30 07:15:36.566919 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:15:36.567643 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622771'] for router_interface (6e6d1798-36e0-4199-ba85-8baf42d415cb), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.609161 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f340df-cb2c-4d20-a8fd-6d8792b6c9bd None None] Pushing event updated for resources: {'Port': ['ID=3fc10776-1a63-442b-84bc-b247ee957fa9,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:36.616013 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d6281d-2733-495e-be0b-be1e070bde79 None None] Network 5a96649e-dbd2-4eab-96a6-1cb1b821d34e requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:15:36.644736 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c2e461af-834a-4290-b850-6b3c6464cc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (86606264-bcd7-4bce-b20a-9b24a323607e), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.651580 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c2e461af-834a-4290-b850-6b3c6464cc03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.653047 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-c2e461af-834a-4290-b850-6b3c6464cc03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86606264-bcd7-4bce-b20a-9b24a323607e HTTP/1.1" status: 204 len: 168 time: 0.7112799 Mar 30 07:15:36.663665 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39703a79-662d-424f-b338-e40bfafd01c6 None None] Pushing event updated for resources: {'Port': ['ID=c1ccb20b-0452-4abd-9566-8ec956e85c46,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:36.688591 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Attempting to bind port c1ccb20b-0452-4abd-9566-8ec956e85c46 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:15:36.689115 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Attempting to bind port c1ccb20b-0452-4abd-9566-8ec956e85c46 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:15:36.689337 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Attempting to bind port c1ccb20b-0452-4abd-9566-8ec956e85c46 on network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:15:36.695845 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e461af-834a-4290-b850-6b3c6464cc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86606264-bcd7-4bce-b20a-9b24a323607e,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:36.724122 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:15:36.725284 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Checking segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:36.725708 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.726984 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Bound using segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:15:36.727563 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Bound port: c1ccb20b-0452-4abd-9566-8ec956e85c46, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:15:36.727971 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (c1ccb20b-0452-4abd-9566-8ec956e85c46), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.852181 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-95fed2e6-22a4-4e5c-86b4-72aa253e1dd6 None None] Current status of the port 712033ed-c751-4ee1-860b-6730028be183 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:36.878273 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Routers {'6e6d1798-36e0-4199-ba85-8baf42d415cb'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:15:36.879256 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6e6d1798-36e0-4199-ba85-8baf42d415cb'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:36.883330 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] For port c1ccb20b-0452-4abd-9566-8ec956e85c46, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:15:36.890702 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] For port c1ccb20b-0452-4abd-9566-8ec956e85c46, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=c1ccb20b-0452-4abd-9566-8ec956e85c46,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:15:36.894652 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.907844 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (c1ccb20b-0452-4abd-9566-8ec956e85c46), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:36.916141 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34704) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:36.943793 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:15:36.993334 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe23dd6-1ca4-4e2a-b469-40c37934b06b admin admin] Deleting subnet aec0baf1-b288-49b3-b4f7-96cf86722e1c {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:15:37.011838 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Routers {'8b212ec1-cd02-4e08-bbe2-a941f8b5511a'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:15:37.018039 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-95fed2e6-22a4-4e5c-86b4-72aa253e1dd6 None None] Provisioning complete for port 21f45e73-5c28-4a02-963f-6de7fdfc13d8 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:37.018594 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbe23dd6-1ca4-4e2a-b469-40c37934b06b admin admin] Publish callbacks [] for subnet (aec0baf1-b288-49b3-b4f7-96cf86722e1c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:37.019264 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-95fed2e6-22a4-4e5c-86b4-72aa253e1dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:37.019462 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:37.026633 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39703a79-662d-424f-b338-e40bfafd01c6 None None] Pushing event updated for resources: {'Port': ['ID=c1ccb20b-0452-4abd-9566-8ec956e85c46,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:37.089098 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3aa745-427c-49bf-814c-5c626a1c1a39 None None] Network 5a96649e-dbd2-4eab-96a6-1cb1b821d34e requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:15:37.168275 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (7a706512-298d-4598-a89f-1a127e04843d), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:37.205289 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] Set router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:15:37.227674 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 6427b57c-a46b-4de2-8c0f-34a270941af0 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:37.232722 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (6427b57c-a46b-4de2-8c0f-34a270941af0), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:37.279755 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbe23dd6-1ca4-4e2a-b469-40c37934b06b admin admin] Publish callbacks [] for subnet (aec0baf1-b288-49b3-b4f7-96cf86722e1c), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:37.286244 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] Set router 6e6d1798-36e0-4199-ba85-8baf42d415cb gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:15:37.323487 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbe23dd6-1ca4-4e2a-b469-40c37934b06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (aec0baf1-b288-49b3-b4f7-96cf86722e1c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:37.373692 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port 6427b57c-a46b-4de2-8c0f-34a270941af0, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=6427b57c-a46b-4de2-8c0f-34a270941af0,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:15:37.409453 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (6427b57c-a46b-4de2-8c0f-34a270941af0), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:37.410363 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 712033ed-c751-4ee1-860b-6730028be183 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:37.412005 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:15:37.417851 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-1f5991cb-5949-467a-8f6e-9cfbb2c05cd0 admin admin] 10.222.0.20 "PUT /v2.0/routers/3bcfccbd-1cba-47ca-9e55-ed31500cb929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8374465 Mar 30 07:15:37.476546 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Sync routers for ids ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:15:37.484912 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40df5227-7182-48f2-9277-4a74105172ae req-4afc7997-20dd-4a1c-8dda-95faa4ebdf53 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 210 time: 0.0949299 Mar 30 07:15:37.617324 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbe23dd6-1ca4-4e2a-b469-40c37934b06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for subnet (aec0baf1-b288-49b3-b4f7-96cf86722e1c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:37.640034 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-95fed2e6-22a4-4e5c-86b4-72aa253e1dd6 None None] Current status of the port 21f45e73-5c28-4a02-963f-6de7fdfc13d8 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:37.667061 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe23dd6-1ca4-4e2a-b469-40c37934b06b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec0baf1-b288-49b3-b4f7-96cf86722e1c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:37.686569 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbe23dd6-1ca4-4e2a-b469-40c37934b06b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:37.690278 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-cbe23dd6-1ca4-4e2a-b469-40c37934b06b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aec0baf1-b288-49b3-b4f7-96cf86722e1c HTTP/1.1" status: 204 len: 168 time: 0.7731202 Mar 30 07:15:37.698494 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Routers {'3bcfccbd-1cba-47ca-9e55-ed31500cb929'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:15:37.699431 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:37.715526 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34722) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:37.771875 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Allocated IP 172.20.0.1 (b9678c55-7461-4938-ba80-6574cdde20b1/9a5dac56-1852-4518-bc4f-5d055e291a8a/a5eeb761-3112-4486-9d8c-0e8299a1c69d) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:15:37.799208 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:31Z', 'revision_number': 3, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:37.814936 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=6427b57c-a46b-4de2-8c0f-34a270941af0,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:37.851401 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d5f58d-7a07-4770-bf48-42453a6faadd None None] The sync data for ids ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'] in dv-cinder-835778-2-iscsi is: [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:31Z', 'revision_number': 3, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:15:37.898213 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Publish callbacks [] for port (7a706512-298d-4598-a89f-1a127e04843d), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:37.901593 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 712033ed-c751-4ee1-860b-6730028be183 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:37.902163 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (712033ed-c751-4ee1-860b-6730028be183), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:37.915915 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (384fb495-2ba4-43ad-8723-43110c13623b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:37.931060 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (7a706512-298d-4598-a89f-1a127e04843d), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:37.932589 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622631'] for router_interface (6e6d1798-36e0-4199-ba85-8baf42d415cb), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:37.984193 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-5dcd48d6-57e8-496c-8533-702e320c2e01 None None] Provisioning complete for port 7a706512-298d-4598-a89f-1a127e04843d triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:37.984439 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5dcd48d6-57e8-496c-8533-702e320c2e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (7a706512-298d-4598-a89f-1a127e04843d), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:38.056927 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=7a706512-298d-4598-a89f-1a127e04843d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:38.096505 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Publish callbacks [] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:38.171405 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:38.181833 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Set router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:15:38.224369 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.35', 58159) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:38.320532 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd48d6-57e8-496c-8533-702e320c2e01 None None] Port 7a706512-298d-4598-a89f-1a127e04843d cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:15:38.442569 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:30Z', 'revision_number': 3, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:38.446649 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Network b9678c55-7461-4938-ba80-6574cdde20b1 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:38.504003 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (384fb495-2ba4-43ad-8723-43110c13623b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:38.540234 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-5dcd48d6-57e8-496c-8533-702e320c2e01 None None] Provisioning complete for port 881d0da5-6071-443f-bd70-2074fd08a617 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:38.546180 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5dcd48d6-57e8-496c-8533-702e320c2e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (881d0da5-6071-443f-bd70-2074fd08a617), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:38.564039 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:38.568570 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:15:38.571320 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622771'] for router_interface (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:38.648589 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f9661-e5aa-4bc0-b25b-c7705ebb9c8f None None] The sync data for ids ['6e6d1798-36e0-4199-ba85-8baf42d415cb'] in dv-cinder-835778-2-iscsi is: [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:30Z', 'revision_number': 3, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:15:38.667581 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Network fdc48dd9-ac72-4ec1-96d3-56de9895320a is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:38.722101 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:38.749376 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:15:38.749892 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:15:38.752175 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:15:38.752626 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Subscribe: > port after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:15:38.753906 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Subscribe: > port after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:15:38.754348 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Subscribe: > port after_update 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:15:38.756034 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:15:38.757736 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:15:38.759458 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:15:38.759999 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:15:38.888975 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd48d6-57e8-496c-8533-702e320c2e01 None None] Port 881d0da5-6071-443f-bd70-2074fd08a617 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:15:38.890669 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 712033ed-c751-4ee1-860b-6730028be183 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:38.891360 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 21f45e73-5c28-4a02-963f-6de7fdfc13d8 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:39.141666 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34776) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:39.192478 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-62118785-4aa2-4609-825d-32998645a8d2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528818737', 'description': 'tempest-description--1469577281'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:39.321146 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Pushing event updated for resources: {'Port': ['ID=a5eeb761-3112-4486-9d8c-0e8299a1c69d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:39.332159 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 21f45e73-5c28-4a02-963f-6de7fdfc13d8 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:39.332615 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:39.336143 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-f26e87d1-2c7f-45f7-a35d-2b7329f085ca None None] Provisioning complete for port a5eeb761-3112-4486-9d8c-0e8299a1c69d triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:39.336697 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f26e87d1-2c7f-45f7-a35d-2b7329f085ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:39.434258 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:39.453271 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:15:39.456338 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:15:39.456865 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:15:39.457379 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:15:39.461778 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384fb495-2ba4-43ad-8723-43110c13623b']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:39.605837 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f03d8f9a-08d1-46fc-88fe-54314d19c2db req-172a9550-b5a9-4c7f-8ad3-17f8efccb11e tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 210 time: 0.1331091 Mar 30 07:15:39.610576 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d4d6c2-0116-4ddc-8f7f-fe73f2adc527') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:39.610945 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d4d6c2-0116-4ddc-8f7f-fe73f2adc527') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:39.647701 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6f850-8145-4586-a068-6bdedbfc429b req-87f871cd-0a1f-4601-a9aa-d1c7790bc693 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:39.653233 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-87f871cd-0a1f-4601-a9aa-d1c7790bc693 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.35 "GET /v2.0/networks?id=7f455514-9fa4-4e1a-8166-63ab0dc42e80 HTTP/1.1" status: 200 len: 812 time: 1.4244840 Mar 30 07:15:39.662044 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-62118785-4aa2-4609-825d-32998645a8d2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:39.749733 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-70e6f850-8145-4586-a068-6bdedbfc429b req-2d063719-dee9-4767-b792-7c5fb5fface4 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Request body: {'port': {'device_id': 'b4e395dc-f645-44ef-a69c-b609fcfb7c13', 'network_id': '7f455514-9fa4-4e1a-8166-63ab0dc42e80', 'admin_state_up': True, 'tenant_id': 'ad704701fcba49e5adc45e451291ef71'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:39.809708 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-f26e87d1-2c7f-45f7-a35d-2b7329f085ca None None] Port a5eeb761-3112-4486-9d8c-0e8299a1c69d cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:15:39.851899 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '881d0da5-6071-443f-bd70-2074fd08a617', 'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'mac_address': 'fa:16:3e:95:6f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:31Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 2, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'subnets': [{'id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:39.934168 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Checking router: 3bcfccbd-1cba-47ca-9e55-ed31500cb929 for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:15:39.934674 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Updating router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 port 881d0da5-6071-443f-bd70-2074fd08a617 binding host dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:15:39.947418 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7367724'] for segment (21d4d6c2-0116-4ddc-8f7f-fe73f2adc527), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:40.062940 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (881d0da5-6071-443f-bd70-2074fd08a617), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:40.149533 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-7a6fd3de-5d02-4082-8966-8c02b254683f None None] Provisioning complete for port 7a706512-298d-4598-a89f-1a127e04843d triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:40.150238 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd3de-5d02-4082-8966-8c02b254683f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (7a706512-298d-4598-a89f-1a127e04843d), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:40.352093 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (21d4d6c2-0116-4ddc-8f7f-fe73f2adc527), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:40.399388 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:15:40.402988 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7419964'] for segment (21d4d6c2-0116-4ddc-8f7f-fe73f2adc527), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: from cryptography.utils import int_from_bytes Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: from cryptography.utils import int_from_bytes Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: Traceback (most recent call last): Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: timer() Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: cb(*args, **kw) Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: return func(*args, **kwargs) Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: self._notify() Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: self.callback(batched_events) Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: event.method(event) Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: return f(self, *a, **k) Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: return self._get(url).json() Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:15:40.414072 dv-cinder-835778-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:15:40.588676 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 21f45e73-5c28-4a02-963f-6de7fdfc13d8 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:40.602757 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (384fb495-2ba4-43ad-8723-43110c13623b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:40.628629 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:40.639376 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] 10.222.0.20 "DELETE /v2.0/networks/384fb495-2ba4-43ad-8723-43110c13623b HTTP/1.1" status: 204 len: 168 time: 2.9184852 Mar 30 07:15:40.654184 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34858) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:40.838486 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-7a6fd3de-5d02-4082-8966-8c02b254683f None None] Port 7a706512-298d-4598-a89f-1a127e04843d cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:15:40.936907 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-62118785-4aa2-4609-825d-32998645a8d2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group (ced0a129-8b54-44e2-9e4b-af73070310e8), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:40.956794 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048251c-2f0d-4c69-993c-21799a78a6db admin admin] Pushing event deleted for resources: {'Network': ['ID=384fb495-2ba4-43ad-8723-43110c13623b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:40.969162 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-62118785-4aa2-4609-825d-32998645a8d2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (ced0a129-8b54-44e2-9e4b-af73070310e8), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.055511 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-62118785-4aa2-4609-825d-32998645a8d2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.055937 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Router 6e6d1798-36e0-4199-ba85-8baf42d415cb has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:15:41.057300 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-62118785-4aa2-4609-825d-32998645a8d2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.8911548 Mar 30 07:15:41.066411 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34866) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:41.079719 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62118785-4aa2-4609-825d-32998645a8d2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced0a129-8b54-44e2-9e4b-af73070310e8,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:41.082487 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 3fc10776-1a63-442b-84bc-b247ee957fa9 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:41.100591 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Publish callbacks [] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.109131 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.109502 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-dfdcf62f-b629-4f60-a307-cba8b597eec7 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Request body: {'security_group_rule': {'security_group_id': 'ced0a129-8b54-44e2-9e4b-af73070310e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:41.111165 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622631'] for router_interface (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.136453 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e6f850-8145-4586-a068-6bdedbfc429b req-2d063719-dee9-4767-b792-7c5fb5fface4 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Made reservation on behalf of ad704701fcba49e5adc45e451291ef71 for: {'port': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:15:41.160348 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-70e6f850-8145-4586-a068-6bdedbfc429b req-2d063719-dee9-4767-b792-7c5fb5fface4 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.240554 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-633ba06c-ecbc-4934-ab8a-e13fce140def req-c4378d9d-c64d-4c0f-9782-7edb3a13fc58 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 210 time: 0.1084731 Mar 30 07:15:41.245927 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-84631d98-4fc1-4445-addc-ca4393dd6f16 admin admin] Deleting subnet 3d33351c-2981-4a09-9ff7-0b21a6e2f731 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:15:41.256639 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84631d98-4fc1-4445-addc-ca4393dd6f16 admin admin] Publish callbacks [] for subnet (3d33351c-2981-4a09-9ff7-0b21a6e2f731), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.258898 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Publish callbacks [] for port (881d0da5-6071-443f-bd70-2074fd08a617), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.276714 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (881d0da5-6071-443f-bd70-2074fd08a617), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.396040 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 3fc10776-1a63-442b-84bc-b247ee957fa9 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:41.396895 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (3fc10776-1a63-442b-84bc-b247ee957fa9), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.494530 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Pushing event updated for resources: {'Port': ['ID=a5eeb761-3112-4486-9d8c-0e8299a1c69d,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:41.541238 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf62f-b629-4f60-a307-cba8b597eec7 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group_rule (fd9a55c1-0384-4444-92b5-8e55379f9355), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.602549 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84631d98-4fc1-4445-addc-ca4393dd6f16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7367719'] for subnet (3d33351c-2981-4a09-9ff7-0b21a6e2f731), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.639421 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc789a0a-55cd-4fd8-93e2-8f33c6a0b9dd None None] Pushing event updated for resources: {'Port': ['ID=881d0da5-6071-443f-bd70-2074fd08a617,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:41.757968 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Attempting to bind port 881d0da5-6071-443f-bd70-2074fd08a617 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:15:41.758345 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Attempting to bind port 881d0da5-6071-443f-bd70-2074fd08a617 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:15:41.759566 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Attempting to bind port 881d0da5-6071-443f-bd70-2074fd08a617 on network 89db86be-e389-43ed-80e6-11e20145eaf2 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:15:41.844031 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84631d98-4fc1-4445-addc-ca4393dd6f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (3d33351c-2981-4a09-9ff7-0b21a6e2f731), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.880821 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:15:41.881269 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Checking segment: {'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:41.881662 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.882078 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Bound using segment: {'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:15:41.882573 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Bound port: 881d0da5-6071-443f-bd70-2074fd08a617, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:15:41.882962 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (881d0da5-6071-443f-bd70-2074fd08a617), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.930867 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Network b9678c55-7461-4938-ba80-6574cdde20b1 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:41.937678 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:41.938720 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 3fc10776-1a63-442b-84bc-b247ee957fa9 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:41.941294 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (3fc10776-1a63-442b-84bc-b247ee957fa9), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.962579 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf62f-b629-4f60-a307-cba8b597eec7 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group_rule (fd9a55c1-0384-4444-92b5-8e55379f9355), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:41.976320 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:15:42.026200 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e47c8bba-6bf6-4c35-831a-0f8803e25fd6 admin admin] 10.222.0.20 "PUT /v2.0/routers/6e6d1798-36e0-4199-ba85-8baf42d415cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7254078 Mar 30 07:15:42.026200 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf62f-b629-4f60-a307-cba8b597eec7 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (fd9a55c1-0384-4444-92b5-8e55379f9355), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:42.060179 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [req-70e6f850-8145-4586-a068-6bdedbfc429b req-2d063719-dee9-4767-b792-7c5fb5fface4 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Allocated IP 172.20.0.6 (7f455514-9fa4-4e1a-8166-63ab0dc42e80/c8185a8a-2909-4a2d-9f1e-9f2eabc4552a/83614a76-4b14-423b-938c-f966a668f09c) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:15:42.081669 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcf62f-b629-4f60-a307-cba8b597eec7 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9a55c1-0384-4444-92b5-8e55379f9355,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:42.113472 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port 3fc10776-1a63-442b-84bc-b247ee957fa9, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=3fc10776-1a63-442b-84bc-b247ee957fa9,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:15:42.134834 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (3fc10776-1a63-442b-84bc-b247ee957fa9), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:42.140959 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf62f-b629-4f60-a307-cba8b597eec7 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:42.148584 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device c1ccb20b-0452-4abd-9566-8ec956e85c46 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:42.149743 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-dfdcf62f-b629-4f60-a307-cba8b597eec7 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0677271 Mar 30 07:15:42.152490 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34888) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:42.163452 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c91b1d18-f273-426c-a8e5-b9d1d2b49c06 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Request body: {'security_group_rule': {'security_group_id': 'ced0a129-8b54-44e2-9e4b-af73070310e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:42.186842 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84631d98-4fc1-4445-addc-ca4393dd6f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7417498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7759391'] for subnet (3d33351c-2981-4a09-9ff7-0b21a6e2f731), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:42.303990 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-e310a1c0-b32a-42a3-9edd-5a1d4812e9b9 None None] Provisioning complete for port 881d0da5-6071-443f-bd70-2074fd08a617 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:42.304915 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e310a1c0-b32a-42a3-9edd-5a1d4812e9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (881d0da5-6071-443f-bd70-2074fd08a617), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:42.326451 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] For port 881d0da5-6071-443f-bd70-2074fd08a617, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:15:42.346606 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84631d98-4fc1-4445-addc-ca4393dd6f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d33351c-2981-4a09-9ff7-0b21a6e2f731,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:42.440879 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84631d98-4fc1-4445-addc-ca4393dd6f16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:42.444517 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-84631d98-4fc1-4445-addc-ca4393dd6f16 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3d33351c-2981-4a09-9ff7-0b21a6e2f731 HTTP/1.1" status: 204 len: 168 time: 1.7830248 Mar 30 07:15:42.448856 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34910) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:42.496267 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c91b1d18-f273-426c-a8e5-b9d1d2b49c06 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group_rule (33e66a04-89fb-4fe5-96ea-57e24c797995), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:42.508863 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] For port 881d0da5-6071-443f-bd70-2074fd08a617, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=881d0da5-6071-443f-bd70-2074fd08a617,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:15:42.541273 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Sync routers for ids ['6e6d1798-36e0-4199-ba85-8baf42d415cb'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:15:42.544822 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=3fc10776-1a63-442b-84bc-b247ee957fa9,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:42.556236 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-e310a1c0-b32a-42a3-9edd-5a1d4812e9b9 None None] Port 881d0da5-6071-443f-bd70-2074fd08a617 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:15:42.566896 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (881d0da5-6071-443f-bd70-2074fd08a617), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:42.576251 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Routers {'6e6d1798-36e0-4199-ba85-8baf42d415cb'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:15:42.577565 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6e6d1798-36e0-4199-ba85-8baf42d415cb'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:42.673522 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b920ebd3-698f-4286-aa11-e960cb4553f9 req-2016fcf3-2bb1-422a-a476-248561e4c9c1 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 210 time: 0.2550604 Mar 30 07:15:42.772951 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:15:42.790126 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port c1ccb20b-0452-4abd-9566-8ec956e85c46 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:42.790631 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (c1ccb20b-0452-4abd-9566-8ec956e85c46), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:42.886117 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc789a0a-55cd-4fd8-93e2-8f33c6a0b9dd None None] Pushing event updated for resources: {'Port': ['ID=881d0da5-6071-443f-bd70-2074fd08a617,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:42.958761 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89c3a3be-bb6a-4c10-8362-50ef7d5bcdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (5a96649e-dbd2-4eab-96a6-1cb1b821d34e), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:42.977047 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Set router 6e6d1798-36e0-4199-ba85-8baf42d415cb gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:15:42.989035 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c91b1d18-f273-426c-a8e5-b9d1d2b49c06 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group_rule (33e66a04-89fb-4fe5-96ea-57e24c797995), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:42.998529 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c91b1d18-f273-426c-a8e5-b9d1d2b49c06 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (33e66a04-89fb-4fe5-96ea-57e24c797995), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:43.051798 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-70e6f850-8145-4586-a068-6bdedbfc429b req-2d063719-dee9-4767-b792-7c5fb5fface4 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Publish callbacks [] for port (83614a76-4b14-423b-938c-f966a668f09c), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:43.095443 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b1d18-f273-426c-a8e5-b9d1d2b49c06 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e66a04-89fb-4fe5-96ea-57e24c797995,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:43.101788 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c91b1d18-f273-426c-a8e5-b9d1d2b49c06 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:43.120418 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c91b1d18-f273-426c-a8e5-b9d1d2b49c06 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9642260 Mar 30 07:15:43.124234 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34936) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:43.136072 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Request body: {'floatingip': {'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:43.145909 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-3ff6ba3b-66cf-42f5-9675-8ae6792fa601 None None] Provisioning complete for port a5eeb761-3112-4486-9d8c-0e8299a1c69d triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:43.146291 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ba3b-66cf-42f5-9675-8ae6792fa601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:43.177891 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:15:43.184510 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-e4cd1a8e-9a88-4f22-b5f2-951f5961cf55 admin admin] 10.222.0.20 "PUT /v2.0/routers/8b212ec1-cd02-4e08-bbe2-a941f8b5511a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0073388 Mar 30 07:15:43.187397 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-70e6f850-8145-4586-a068-6bdedbfc429b req-2d063719-dee9-4767-b792-7c5fb5fface4 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (83614a76-4b14-423b-938c-f966a668f09c), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:43.267726 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Routers {'3bcfccbd-1cba-47ca-9e55-ed31500cb929'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:15:43.269527 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:43.274728 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Sync routers for ids ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:15:43.333294 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:43.376585 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e6f850-8145-4586-a068-6bdedbfc429b req-2d063719-dee9-4767-b792-7c5fb5fface4 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Network 7f455514-9fa4-4e1a-8166-63ab0dc42e80 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:43.410473 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89c3a3be-bb6a-4c10-8362-50ef7d5bcdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (5a96649e-dbd2-4eab-96a6-1cb1b821d34e), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:43.425365 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [req-70e6f850-8145-4586-a068-6bdedbfc429b req-2d063719-dee9-4767-b792-7c5fb5fface4 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:43.446683 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e6f850-8145-4586-a068-6bdedbfc429b req-2d063719-dee9-4767-b792-7c5fb5fface4 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:15:43.458379 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6f850-8145-4586-a068-6bdedbfc429b req-2d063719-dee9-4767-b792-7c5fb5fface4 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:43.461506 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-70e6f850-8145-4586-a068-6bdedbfc429b req-2d063719-dee9-4767-b792-7c5fb5fface4 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:43.480409 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-89c3a3be-bb6a-4c10-8362-50ef7d5bcdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a96649e-dbd2-4eab-96a6-1cb1b821d34e']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:43.509774 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-89c3a3be-bb6a-4c10-8362-50ef7d5bcdb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bff1742-9860-4f89-9dd3-ac76ba330a51') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:43.516304 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-89c3a3be-bb6a-4c10-8362-50ef7d5bcdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bff1742-9860-4f89-9dd3-ac76ba330a51') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:43.532693 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89c3a3be-bb6a-4c10-8362-50ef7d5bcdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7367724'] for segment (8bff1742-9860-4f89-9dd3-ac76ba330a51), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:43.565984 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89c3a3be-bb6a-4c10-8362-50ef7d5bcdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (8bff1742-9860-4f89-9dd3-ac76ba330a51), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:43.592579 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c3a3be-bb6a-4c10-8362-50ef7d5bcdb4 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:15:43.593389 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89c3a3be-bb6a-4c10-8362-50ef7d5bcdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7419964'] for segment (8bff1742-9860-4f89-9dd3-ac76ba330a51), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: Traceback (most recent call last): Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: timer() Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: cb(*args, **kw) Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: return func(*args, **kwargs) Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: self._notify() Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: self.callback(batched_events) Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: event.method(event) Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: return f(self, *a, **k) Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: return self._get(url).json() Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:15:43.603578 dv-cinder-835778-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:15:43.610473 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Routers {'8b212ec1-cd02-4e08-bbe2-a941f8b5511a'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:15:43.611239 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:43.617541 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6ba3b-66cf-42f5-9675-8ae6792fa601 None None] Port a5eeb761-3112-4486-9d8c-0e8299a1c69d cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:15:43.678683 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d063719-dee9-4767-b792-7c5fb5fface4 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Pushing event updated for resources: {'Port': ['ID=83614a76-4b14-423b-938c-f966a668f09c,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:43.709586 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port c1ccb20b-0452-4abd-9566-8ec956e85c46 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:43.710180 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (c1ccb20b-0452-4abd-9566-8ec956e85c46), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:43.757886 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-2d063719-dee9-4767-b792-7c5fb5fface4 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0266361 Mar 30 07:15:43.783742 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-1e70b2bb-224d-47eb-8445-a1eecec5a37d tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103478) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 07:15:43.793920 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-1e70b2bb-224d-47eb-8445-a1eecec5a37d tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149703 Mar 30 07:15:43.830380 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port c1ccb20b-0452-4abd-9566-8ec956e85c46, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=c1ccb20b-0452-4abd-9566-8ec956e85c46,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:15:43.831039 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '7a706512-298d-4598-a89f-1a127e04843d', 'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'mac_address': 'fa:16:3e:71:12:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:35Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 2, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'subnets': [{'id': '0797f928-0864-4478-9227-7f35a120a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:43.859743 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] Set router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:15:43.890054 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (c1ccb20b-0452-4abd-9566-8ec956e85c46), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:43.899136 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 6427b57c-a46b-4de2-8c0f-34a270941af0 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:43.962554 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Checking router: 6e6d1798-36e0-4199-ba85-8baf42d415cb for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:15:43.964722 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Updating router 6e6d1798-36e0-4199-ba85-8baf42d415cb port 7a706512-298d-4598-a89f-1a127e04843d binding host dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:15:43.990063 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-397ab6ff-1d0c-4962-9ac8-7c06fb890eb3 None None] Provisioning complete for port 881d0da5-6071-443f-bd70-2074fd08a617 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:43.990447 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-397ab6ff-1d0c-4962-9ac8-7c06fb890eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (881d0da5-6071-443f-bd70-2074fd08a617), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:44.002230 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:44.025028 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89c3a3be-bb6a-4c10-8362-50ef7d5bcdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (5a96649e-dbd2-4eab-96a6-1cb1b821d34e), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:44.029402 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (7a706512-298d-4598-a89f-1a127e04843d), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:44.071217 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Set router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:15:44.091495 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-5dbe6c73-3f3b-4d50-bd19-3e1ecb607660 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:44.104186 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-5dbe6c73-3f3b-4d50-bd19-3e1ecb607660 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 819 time: 0.2984340 Mar 30 07:15:44.125281 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-ff9329f7-f56c-4728-997d-e3b007e94a2b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/quotas/b5ef95aec46649a2b057416827ea46aa HTTP/1.1" status: 200 len: 375 time: 0.0197423 Mar 30 07:15:44.150574 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89c3a3be-bb6a-4c10-8362-50ef7d5bcdb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:44.155392 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-89c3a3be-bb6a-4c10-8362-50ef7d5bcdb4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5a96649e-dbd2-4eab-96a6-1cb1b821d34e HTTP/1.1" status: 204 len: 168 time: 1.6965904 Mar 30 07:15:44.191020 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 34982) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:44.262533 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3a3be-bb6a-4c10-8362-50ef7d5bcdb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a96649e-dbd2-4eab-96a6-1cb1b821d34e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:44.344792 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Allocated IP 172.27.1.226 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/dc2bf0b5-b5a9-4c9c-a73c-e5398609a473) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:15:44.357076 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-21dfd19d-51a3-443c-89cc-9c3442cc7164 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2302322 Mar 30 07:15:44.395649 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-cb99a55e-64c7-4b35-97a5-3de577a506b2 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737760964', 'description': 'tempest-description--1238805815'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:44.425194 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Request body: {'port': {'device_id': 'b4e395dc-f645-44ef-a69c-b609fcfb7c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:44.572568 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 34992) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:44.736185 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-2232d421-6908-466f-8dd2-c62b43693a11 service neutron] 10.222.0.20 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761153 Mar 30 07:15:44.740710 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb99a55e-64c7-4b35-97a5-3de577a506b2 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:44.841044 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Publish callbacks [] for port (7a706512-298d-4598-a89f-1a127e04843d), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:44.851898 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (7a706512-298d-4598-a89f-1a127e04843d), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:44.889364 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (83614a76-4b14-423b-938c-f966a668f09c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:44.920742 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=c1ccb20b-0452-4abd-9566-8ec956e85c46,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:44.923055 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for port (dc2bf0b5-b5a9-4c9c-a73c-e5398609a473), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:44.935595 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381c254-0522-46af-af33-adaa2810fd5d None None] Pushing event updated for resources: {'Port': ['ID=7a706512-298d-4598-a89f-1a127e04843d,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:45.002658 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-84e3f70b-c6ca-4fea-95a9-e192528a97a1 service neutron] 10.222.0.20 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606463 Mar 30 07:15:45.067381 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b6aea-820c-458c-8447-ff53838c4532 req-20505d87-840a-48f1-a821-69ef526da475 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:45.095474 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2a7b6aea-820c-458c-8447-ff53838c4532 req-20505d87-840a-48f1-a821-69ef526da475 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 931 time: 0.5931726 Mar 30 07:15:45.113505 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Attempting to bind port 7a706512-298d-4598-a89f-1a127e04843d on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:15:45.115361 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Attempting to bind port 7a706512-298d-4598-a89f-1a127e04843d by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:15:45.117310 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Attempting to bind port 7a706512-298d-4598-a89f-1a127e04843d on network fdc48dd9-ac72-4ec1-96d3-56de9895320a {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:15:45.141027 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:15:45.141589 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Checking segment: {'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:45.143092 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:45.144334 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Bound using segment: {'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:15:45.147697 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Bound port: 7a706512-298d-4598-a89f-1a127e04843d, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:15:45.150560 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (7a706512-298d-4598-a89f-1a127e04843d), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:45.336581 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-48092896-3a9a-4995-88eb-64539d055083 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58f2d5fdc6ee44929783ecb547d70e4b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7609854 Mar 30 07:15:45.339623 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 35012) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:45.360259 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb99a55e-64c7-4b35-97a5-3de577a506b2 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group (fe337646-b240-4ea3-b392-9f18df250c3c), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:45.364217 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (dc2bf0b5-b5a9-4c9c-a73c-e5398609a473), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:45.378416 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] For port 7a706512-298d-4598-a89f-1a127e04843d, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:15:45.383683 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2a7b6aea-820c-458c-8447-ff53838c4532 req-ce9a650e-afd6-44b1-b17b-bdbf2403a7f0 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812817 Mar 30 07:15:45.384027 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] For port 7a706512-298d-4598-a89f-1a127e04843d, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=7a706512-298d-4598-a89f-1a127e04843d,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:15:45.416585 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (7a706512-298d-4598-a89f-1a127e04843d), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:45.589637 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 6427b57c-a46b-4de2-8c0f-34a270941af0 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:45.592704 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (6427b57c-a46b-4de2-8c0f-34a270941af0), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:45.595044 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5afdfaaa-7024-4c9b-939d-e60a0b2ea4b0 req-fffab5f8-d2ae-4074-88d8-a07dad8e5772 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 210 time: 0.1778069 Mar 30 07:15:45.651297 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381c254-0522-46af-af33-adaa2810fd5d None None] Pushing event updated for resources: {'Port': ['ID=7a706512-298d-4598-a89f-1a127e04843d,revision_number=4']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:45.655765 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb99a55e-64c7-4b35-97a5-3de577a506b2 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (fe337646-b240-4ea3-b392-9f18df250c3c), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:45.668339 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Routers {'6e6d1798-36e0-4199-ba85-8baf42d415cb'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:15:45.669324 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6e6d1798-36e0-4199-ba85-8baf42d415cb'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:45.689036 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce2637a8-092f-4d17-806f-f2e8dd97aeec admin admin] Publish callbacks [] for security_group (ba2c0ec4-bf03-4d62-bce6-036320f78a02), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:45.754259 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb99a55e-64c7-4b35-97a5-3de577a506b2 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:45.758760 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-cb99a55e-64c7-4b35-97a5-3de577a506b2 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5656090 Mar 30 07:15:45.759662 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:38Z', 'revision_number': 4, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a5eeb761-3112-4486-9d8c-0e8299a1c69d', 'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'mac_address': 'fa:16:3e:75:98:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:36Z', 'updated_at': '2022-03-30T07:15:39Z', 'revision_number': 2, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'subnets': [{'id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:45.767080 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35026) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:45.782296 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce2637a8-092f-4d17-806f-f2e8dd97aeec admin admin] Publish callbacks [] for security_group (ba2c0ec4-bf03-4d62-bce6-036320f78a02), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:45.904181 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce2637a8-092f-4d17-806f-f2e8dd97aeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (ba2c0ec4-bf03-4d62-bce6-036320f78a02), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:45.909966 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce2637a8-092f-4d17-806f-f2e8dd97aeec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:45.914667 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ce2637a8-092f-4d17-806f-f2e8dd97aeec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba2c0ec4-bf03-4d62-bce6-036320f78a02 HTTP/1.1" status: 204 len: 168 time: 0.5720057 Mar 30 07:15:45.934036 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2637a8-092f-4d17-806f-f2e8dd97aeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2c0ec4-bf03-4d62-bce6-036320f78a02,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:45.992424 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Checking router: 8b212ec1-cd02-4e08-bbe2-a941f8b5511a for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:15:45.992926 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Updating router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a port a5eeb761-3112-4486-9d8c-0e8299a1c69d binding host dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:15:46.052125 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:46.139758 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 35054) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:46.173170 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] Set router 6e6d1798-36e0-4199-ba85-8baf42d415cb gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:15:46.205563 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 35064) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:46.257902 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-397ab6ff-1d0c-4962-9ac8-7c06fb890eb3 None None] Current status of the port 881d0da5-6071-443f-bd70-2074fd08a617 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:46.258298 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-397ab6ff-1d0c-4962-9ac8-7c06fb890eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (881d0da5-6071-443f-bd70-2074fd08a617), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:46.300033 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-289b2c0c-684b-464e-9c6c-78ace81ab224 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Request body: {'security_group_rule': {'security_group_id': 'fe337646-b240-4ea3-b392-9f18df250c3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:46.376625 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:46.513335 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:46.609956 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:15:46.755404 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event updated for resources: {'Port': ['ID=dc2bf0b5-b5a9-4c9c-a73c-e5398609a473,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:46.789265 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99a55e-64c7-4b35-97a5-3de577a506b2 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe337646-b240-4ea3-b392-9f18df250c3c,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:46.796892 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 6427b57c-a46b-4de2-8c0f-34a270941af0 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:46.797829 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 21f45e73-5c28-4a02-963f-6de7fdfc13d8 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:46.830089 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-f574cfcb-e66b-4d34-b12b-bcf3333d554f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:46.841472 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-f574cfcb-e66b-4d34-b12b-bcf3333d554f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 819 time: 0.6504176 Mar 30 07:15:46.908056 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-6f9e420e-dd36-46ef-9ea7-a62fab2d7651 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/quotas/b5ef95aec46649a2b057416827ea46aa HTTP/1.1" status: 200 len: 375 time: 0.0654223 Mar 30 07:15:46.945266 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '881d0da5-6071-443f-bd70-2074fd08a617', 'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'mac_address': 'fa:16:3e:95:6f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:31Z', 'updated_at': '2022-03-30T07:15:42Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'subnets': [{'id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:47.070550 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-289b2c0c-684b-464e-9c6c-78ace81ab224 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group_rule (ebce2b1e-6adf-4806-b889-348dae9e2276), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:47.119995 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42fb8dc3-0b62-4be5-9b07-b9b741e45334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:47.163341 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-397ab6ff-1d0c-4962-9ac8-7c06fb890eb3 None None] For port 881d0da5-6071-443f-bd70-2074fd08a617, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=881d0da5-6071-443f-bd70-2074fd08a617,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:15:47.173649 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff6b87-7704-4322-9b15-566d425caca8 None None] The sync data for ids ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'] in dv-cinder-835778-2-iscsi is: [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '881d0da5-6071-443f-bd70-2074fd08a617', 'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'mac_address': 'fa:16:3e:95:6f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:31Z', 'updated_at': '2022-03-30T07:15:42Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'subnets': [{'id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:15:47.182192 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-397ab6ff-1d0c-4962-9ac8-7c06fb890eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (881d0da5-6071-443f-bd70-2074fd08a617), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:47.200962 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5cb81-0dae-48af-8856-899d69138f62 req-a97ba42a-e6f7-44f1-9de5-888695479b48 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:47.229707 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bfa5cb81-0dae-48af-8856-899d69138f62 req-a97ba42a-e6f7-44f1-9de5-888695479b48 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 931 time: 0.7033064 Mar 30 07:15:47.385010 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '7a706512-298d-4598-a89f-1a127e04843d', 'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'mac_address': 'fa:16:3e:71:12:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:35Z', 'updated_at': '2022-03-30T07:15:45Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'subnets': [{'id': '0797f928-0864-4478-9227-7f35a120a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:47.415315 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cab0f7c4-4bd7-4db2-bf30-d355311d581c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:47.434770 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for floatingip (03b9ad22-56d5-4e66-bb9c-80a9a99bb1fc), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:47.438649 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 35088) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:47.451562 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd32b76-a0ed-480d-8a77-cf7a0c4d846c None None] The sync data for ids ['6e6d1798-36e0-4199-ba85-8baf42d415cb'] in dv-cinder-835778-2-iscsi is: [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '7a706512-298d-4598-a89f-1a127e04843d', 'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'mac_address': 'fa:16:3e:71:12:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:35Z', 'updated_at': '2022-03-30T07:15:45Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'subnets': [{'id': '0797f928-0864-4478-9227-7f35a120a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:15:47.486602 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ab6ff-1d0c-4962-9ac8-7c06fb890eb3 None None] Pushing event updated for resources: {'Port': ['ID=881d0da5-6071-443f-bd70-2074fd08a617,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:47.583252 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-ef77fc3e-c280-474e-b77b-464068a8cc07 None None] Provisioning complete for port 7a706512-298d-4598-a89f-1a127e04843d triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:47.583630 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef77fc3e-c280-474e-b77b-464068a8cc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (7a706512-298d-4598-a89f-1a127e04843d), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:47.593061 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-289b2c0c-684b-464e-9c6c-78ace81ab224 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group_rule (ebce2b1e-6adf-4806-b889-348dae9e2276), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:47.680193 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b22f2850-8e88-4580-9a29-9227d68d4b08 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7668707 Mar 30 07:15:47.689274 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 21f45e73-5c28-4a02-963f-6de7fdfc13d8 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:47.689651 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:47.715951 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Publish callbacks [] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:47.810301 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:47.831276 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83614a76-4b14-423b-938c-f966a668f09c {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:15:47.852360 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Publish callbacks [] for port (83614a76-4b14-423b-938c-f966a668f09c), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:47.941302 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Transition to ACTIVE for port object 83614a76-4b14-423b-938c-f966a668f09c will not be triggered until provisioned by entity L2. {{(pid=103478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:15:47.969114 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (83614a76-4b14-423b-938c-f966a668f09c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:47.977047 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-289b2c0c-684b-464e-9c6c-78ace81ab224 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (ebce2b1e-6adf-4806-b889-348dae9e2276), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:48.035622 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b2c0c-684b-464e-9c6c-78ace81ab224 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebce2b1e-6adf-4806-b889-348dae9e2276,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:48.047713 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbf216-37db-404a-9f6d-72e4b41fc9fb None None] Pushing event updated for resources: {'Port': ['ID=a5eeb761-3112-4486-9d8c-0e8299a1c69d,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:48.101993 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-289b2c0c-684b-464e-9c6c-78ace81ab224 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:48.103694 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-289b2c0c-684b-464e-9c6c-78ace81ab224 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8155470 Mar 30 07:15:48.116933 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35100) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:48.137107 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-f288991d-06e4-4885-a7d3-ef7775ee949a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Request body: {'security_group_rule': {'security_group_id': 'fe337646-b240-4ea3-b392-9f18df250c3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:48.177751 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 21f45e73-5c28-4a02-963f-6de7fdfc13d8 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:48.182958 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bfa5cb81-0dae-48af-8856-899d69138f62 req-0ea98163-6a62-4e5b-9fbc-b8048957af9d tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9519720 Mar 30 07:15:48.286986 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d1301a63-bb6d-490e-ab59-111e30fda679 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce1ca3b4248a49ae8b6b2405d3aeb82d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8261251 Mar 30 07:15:48.296994 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 35104) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:48.338389 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (dc2bf0b5-b5a9-4c9c-a73c-e5398609a473), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:48.437455 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-efc4f85a-fec0-4b4d-80aa-a0ed7ad3f7bd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 07:15:48.463682 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-efc4f85a-fec0-4b4d-80aa-a0ed7ad3f7bd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3289466 Mar 30 07:15:48.477782 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-ef77fc3e-c280-474e-b77b-464068a8cc07 None None] Current status of the port 7a706512-298d-4598-a89f-1a127e04843d is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:48.478501 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef77fc3e-c280-474e-b77b-464068a8cc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (7a706512-298d-4598-a89f-1a127e04843d), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:48.561504 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Attempting to bind port a5eeb761-3112-4486-9d8c-0e8299a1c69d on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:15:48.563232 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Attempting to bind port a5eeb761-3112-4486-9d8c-0e8299a1c69d by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:15:48.563787 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Attempting to bind port a5eeb761-3112-4486-9d8c-0e8299a1c69d on network b9678c55-7461-4938-ba80-6574cdde20b1 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:15:48.565192 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42fb8dc3-0b62-4be5-9b07-b9b741e45334 admin admin] Publish callbacks [] for security_group (741e494a-fef5-491d-8b36-7413f2c8d5fc), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:48.570994 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for port (dc2bf0b5-b5a9-4c9c-a73c-e5398609a473), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:48.573397 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Pushing event updated for resources: {'Port': ['ID=83614a76-4b14-423b-938c-f966a668f09c,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:48.589266 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:15:48.590238 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Checking segment: {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:48.590971 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:48.591590 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Bound using segment: {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:15:48.592349 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Bound port: a5eeb761-3112-4486-9d8c-0e8299a1c69d, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:15:48.593187 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:48.676232 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (dc2bf0b5-b5a9-4c9c-a73c-e5398609a473), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:48.743063 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Attempting to bind port 83614a76-4b14-423b-938c-f966a668f09c on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:15:48.743583 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Attempting to bind port 83614a76-4b14-423b-938c-f966a668f09c by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': '455dc661-8a43-4436-8bce-43655cfaba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7f455514-9fa4-4e1a-8166-63ab0dc42e80'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:15:48.743972 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Attempting to bind port 83614a76-4b14-423b-938c-f966a668f09c on network 7f455514-9fa4-4e1a-8166-63ab0dc42e80 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:15:48.765063 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] For port a5eeb761-3112-4486-9d8c-0e8299a1c69d, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:15:48.779229 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (03b9ad22-56d5-4e66-bb9c-80a9a99bb1fc), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:48.795495 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Port 83614a76-4b14-423b-938c-f966a668f09c on network 7f455514-9fa4-4e1a-8166-63ab0dc42e80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:15:48.795896 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Attempting to bind port 83614a76-4b14-423b-938c-f966a668f09c on network 7f455514-9fa4-4e1a-8166-63ab0dc42e80 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:15:48.815080 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-ef77fc3e-c280-474e-b77b-464068a8cc07 None None] For port 7a706512-298d-4598-a89f-1a127e04843d, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=7a706512-298d-4598-a89f-1a127e04843d,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:15:48.817641 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:48.828725 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7032819 Mar 30 07:15:48.829538 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 3fc10776-1a63-442b-84bc-b247ee957fa9 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:48.850955 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f288991d-06e4-4885-a7d3-ef7775ee949a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group_rule (82b58020-b19b-400f-9f1f-015577c022b7), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:48.869162 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:15:48.870319 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Checking segment: {'id': '455dc661-8a43-4436-8bce-43655cfaba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7f455514-9fa4-4e1a-8166-63ab0dc42e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:48.874327 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Bound using segment: {'id': '455dc661-8a43-4436-8bce-43655cfaba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7f455514-9fa4-4e1a-8166-63ab0dc42e80'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:15:48.874876 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Bound port: 83614a76-4b14-423b-938c-f966a668f09c, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '455dc661-8a43-4436-8bce-43655cfaba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7f455514-9fa4-4e1a-8166-63ab0dc42e80'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:15:48.877199 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (83614a76-4b14-423b-938c-f966a668f09c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:48.893975 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-dc30ad54-e208-44fd-ad56-3d455da73b84 service neutron] 10.222.0.20 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292426 Mar 30 07:15:48.939597 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42fb8dc3-0b62-4be5-9b07-b9b741e45334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (741e494a-fef5-491d-8b36-7413f2c8d5fc), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:48.954652 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0183da-826a-4d7a-ac01-325fd3ceca4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event updated for resources: {'Port': ['ID=dc2bf0b5-b5a9-4c9c-a73c-e5398609a473,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:48.999005 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cab0f7c4-4bd7-4db2-bf30-d355311d581c admin admin] Publish callbacks [] for security_group (923b39f8-500d-4588-be93-1bb71de7d8ee), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:49.006091 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] For port a5eeb761-3112-4486-9d8c-0e8299a1c69d, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=a5eeb761-3112-4486-9d8c-0e8299a1c69d,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:15:49.026276 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:49.054742 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef77fc3e-c280-474e-b77b-464068a8cc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (7a706512-298d-4598-a89f-1a127e04843d), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:49.092059 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.35', 58180) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:49.106419 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb8dc3-0b62-4be5-9b07-b9b741e45334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741e494a-fef5-491d-8b36-7413f2c8d5fc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:49.152678 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 3fc10776-1a63-442b-84bc-b247ee957fa9 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:49.153253 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (3fc10776-1a63-442b-84bc-b247ee957fa9), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:49.165728 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Routers {'8b212ec1-cd02-4e08-bbe2-a941f8b5511a'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:15:49.166749 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:49.215280 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cab0f7c4-4bd7-4db2-bf30-d355311d581c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (923b39f8-500d-4588-be93-1bb71de7d8ee), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:49.438947 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f288991d-06e4-4885-a7d3-ef7775ee949a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group_rule (82b58020-b19b-400f-9f1f-015577c022b7), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:49.489386 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f288991d-06e4-4885-a7d3-ef7775ee949a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (82b58020-b19b-400f-9f1f-015577c022b7), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:49.506307 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] For port 83614a76-4b14-423b-938c-f966a668f09c, host hv-cinder-83577, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:15:49.555601 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288991d-06e4-4885-a7d3-ef7775ee949a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b58020-b19b-400f-9f1f-015577c022b7,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:49.568205 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-df4c9057-3eef-4edc-b5ec-9537be85868a service neutron] 10.222.0.20 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988529 Mar 30 07:15:49.578893 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] For port 83614a76-4b14-423b-938c-f966a668f09c, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=83614a76-4b14-423b-938c-f966a668f09c,segment=NetworkSegment(455dc661-8a43-4436-8bce-43655cfaba33),segment_id=455dc661-8a43-4436-8bce-43655cfaba33)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:15:49.591742 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f288991d-06e4-4885-a7d3-ef7775ee949a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:49.593324 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-f288991d-06e4-4885-a7d3-ef7775ee949a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4674489 Mar 30 07:15:49.595242 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (83614a76-4b14-423b-938c-f966a668f09c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:49.608548 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35132) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:49.621433 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Request body: {'floatingip': {'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:49.638312 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-cab0f7c4-4bd7-4db2-bf30-d355311d581c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a056d4fb32aa4058a1613dad74af3ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4284983 Mar 30 07:15:49.672456 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35136) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:49.694424 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbf216-37db-404a-9f6d-72e4b41fc9fb None None] Pushing event updated for resources: {'Port': ['ID=a5eeb761-3112-4486-9d8c-0e8299a1c69d,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:49.720717 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-6b5f0f49-c1dd-4ce4-b978-5c1830cdda3a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1528818737&fields=id&tenant_id=8ee09b83520e4e8ba691a79d60604388 HTTP/1.1" status: 200 len: 267 time: 0.4369106 Mar 30 07:15:49.726079 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-42fb8dc3-0b62-4be5-9b07-b9b741e45334 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ceb7221fd424b1ebdcaaa1c3e5b52b8&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5828552 Mar 30 07:15:49.735384 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35138) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:49.752243 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6c1b-2534-4ec1-864d-a4e9cd975b33 admin admin] Publish callbacks [] for security_group (c2995f2f-efd1-44e2-b2fc-306e1acb28fa), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:49.770141 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-f685c59c-590c-499e-91ac-b003dc365c7a None None] Provisioning complete for port a5eeb761-3112-4486-9d8c-0e8299a1c69d triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:49.770506 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f685c59c-590c-499e-91ac-b003dc365c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:49.771198 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:49.772240 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:49.776311 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] 10.222.0.35 "PUT /v2.0/ports/83614a76-4b14-423b-938c-f966a668f09c HTTP/1.1" status: 200 len: 1093 time: 5.6415410 Mar 30 07:15:49.787758 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e395dc-f645-44ef-a69c-b609fcfb7c13', 'tag': '83614a76-4b14-423b-938c-f966a668f09c'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:15:49.850688 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6c1b-2534-4ec1-864d-a4e9cd975b33 admin admin] Publish callbacks [] for security_group (c2995f2f-efd1-44e2-b2fc-306e1acb28fa), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:49.987566 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] Set router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:15:50.039878 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:50.079714 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0f7c4-4bd7-4db2-bf30-d355311d581c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923b39f8-500d-4588-be93-1bb71de7d8ee,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:50.303674 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0289d36-1fd0-45e8-bf6a-004b2701bece service neutron] Pushing event updated for resources: {'Port': ['ID=83614a76-4b14-423b-938c-f966a668f09c,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:50.429247 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c79e94e-2ac6-412a-9894-a3239212e819" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e395dc-f645-44ef-a69c-b609fcfb7c13", "tag": "83614a76-4b14-423b-938c-f966a668f09c"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:15:50.513470 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-1f4837df-a1c8-43e6-a760-ef662ab733cc tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:50.520495 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77fc3e-c280-474e-b77b-464068a8cc07 None None] Pushing event updated for resources: {'Port': ['ID=7a706512-298d-4598-a89f-1a127e04843d,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:50.521475 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-1f4837df-a1c8-43e6-a760-ef662ab733cc tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/networks?id=89db86be-e389-43ed-80e6-11e20145eaf2 HTTP/1.1" status: 200 len: 817 time: 0.7797620 Mar 30 07:15:50.557039 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6c1b-2534-4ec1-864d-a4e9cd975b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (c2995f2f-efd1-44e2-b2fc-306e1acb28fa), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:50.576305 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6c1b-2534-4ec1-864d-a4e9cd975b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:50.582886 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8c6e6c1b-2534-4ec1-864d-a4e9cd975b33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2995f2f-efd1-44e2-b2fc-306e1acb28fa HTTP/1.1" status: 204 len: 168 time: 2.2809982 Mar 30 07:15:50.660252 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f27f1d5-a87c-4244-8f31-c9d03f673f5c admin admin] Publish callbacks [] for security_group (923b39f8-500d-4588-be93-1bb71de7d8ee), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:50.678287 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e6c1b-2534-4ec1-864d-a4e9cd975b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2995f2f-efd1-44e2-b2fc-306e1acb28fa,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:50.697752 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 3fc10776-1a63-442b-84bc-b247ee957fa9 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:50.699210 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1d3726e7-997a-45c5-a127-744296e65239 admin admin] Publish callbacks [] for security_group (741e494a-fef5-491d-8b36-7413f2c8d5fc), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:50.701099 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device c1ccb20b-0452-4abd-9566-8ec956e85c46 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:50.768878 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f27f1d5-a87c-4244-8f31-c9d03f673f5c admin admin] Publish callbacks [] for security_group (923b39f8-500d-4588-be93-1bb71de7d8ee), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:50.779378 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6f850-8145-4586-a068-6bdedbfc429b req-42a88997-2a3a-4f72-bea8-98052be84153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:50.781000 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-42a88997-2a3a-4f72-bea8-98052be84153 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad704701fcba49e5adc45e451291ef71&device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 1127 time: 0.8888681 Mar 30 07:15:50.862579 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1d3726e7-997a-45c5-a127-744296e65239 admin admin] Publish callbacks [] for security_group (741e494a-fef5-491d-8b36-7413f2c8d5fc), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:50.873376 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-9528ec2e-b0ad-4a08-aea8-96722ab41078 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:50.883785 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-9528ec2e-b0ad-4a08-aea8-96722ab41078 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.35 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 819 time: 1.6488748 Mar 30 07:15:50.898735 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-3ea7bc7e-1fdd-4ec0-8ce6-2da4f91c37b4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/quotas/8ee09b83520e4e8ba691a79d60604388 HTTP/1.1" status: 200 len: 375 time: 0.3129580 Mar 30 07:15:50.916101 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-1b82adf6-68ec-4e61-a92f-22a4701e862e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Request body: {'port': {'device_id': '7fedaffa-1632-4376-a01c-64b81265770e', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'admin_state_up': True, 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:50.925919 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-f685c59c-590c-499e-91ac-b003dc365c7a None None] Current status of the port a5eeb761-3112-4486-9d8c-0e8299a1c69d is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:50.928338 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f685c59c-590c-499e-91ac-b003dc365c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:51.168628 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-f685c59c-590c-499e-91ac-b003dc365c7a None None] For port a5eeb761-3112-4486-9d8c-0e8299a1c69d, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=a5eeb761-3112-4486-9d8c-0e8299a1c69d,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:15:51.184211 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-99a55ed8-161d-474b-bda3-3f47cb30552b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83614a76-4b14-423b-938c-f966a668f09c HTTP/1.1" status: 200 len: 217 time: 0.3482738 Mar 30 07:15:51.189101 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f685c59c-590c-499e-91ac-b003dc365c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:51.219252 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c444677-8c06-4992-a0ed-b2e6483b03a4 req-4698956b-1c60-42fe-99fa-87485e672bcf tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:51.221012 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3c444677-8c06-4992-a0ed-b2e6483b03a4 req-4698956b-1c60-42fe-99fa-87485e672bcf tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 943 time: 0.6706154 Mar 30 07:15:51.334501 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685c59c-590c-499e-91ac-b003dc365c7a None None] Pushing event updated for resources: {'Port': ['ID=a5eeb761-3112-4486-9d8c-0e8299a1c69d,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:51.408793 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port c1ccb20b-0452-4abd-9566-8ec956e85c46 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:51.409182 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (c1ccb20b-0452-4abd-9566-8ec956e85c46), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:51.464689 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-8571b1c1-0abf-446c-8992-1f89f4435692 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ee09b83520e4e8ba691a79d60604388&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5608668 Mar 30 07:15:51.529762 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3c444677-8c06-4992-a0ed-b2e6483b03a4 req-972c0b8f-57ba-4b87-97fe-d47d5a948411 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881875 Mar 30 07:15:51.600789 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:38Z', 'revision_number': 4, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a5eeb761-3112-4486-9d8c-0e8299a1c69d', 'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'mac_address': 'fa:16:3e:75:98:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:36Z', 'updated_at': '2022-03-30T07:15:48Z', 'revision_number': 4, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'subnets': [{'id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:15:51.601122 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6f850-8145-4586-a068-6bdedbfc429b req-fee4213d-dc51-46f1-af09-3233f228c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:51.602318 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-fee4213d-dc51-46f1-af09-3233f228c06d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8185a8a-2909-4a2d-9f1e-9f2eabc4552a HTTP/1.1" status: 200 len: 852 time: 0.3688436 Mar 30 07:15:51.605041 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-1b82adf6-68ec-4e61-a92f-22a4701e862e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Made reservation on behalf of b5ef95aec46649a2b057416827ea46aa for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:15:51.612254 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-847637bc-100f-484a-ba29-3f6f555b0dfd None None] Provisioning complete for port a5eeb761-3112-4486-9d8c-0e8299a1c69d triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:51.612425 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-847637bc-100f-484a-ba29-3f6f555b0dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:51.624725 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-1b82adf6-68ec-4e61-a92f-22a4701e862e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:51.681308 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:51.714585 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608bb62-4692-41f9-b85d-cd09fe98db8e None None] The sync data for ids ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'] in dv-cinder-835778-2-iscsi is: [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:38Z', 'revision_number': 4, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a5eeb761-3112-4486-9d8c-0e8299a1c69d', 'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'mac_address': 'fa:16:3e:75:98:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:36Z', 'updated_at': '2022-03-30T07:15:48Z', 'revision_number': 4, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'subnets': [{'id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:15:51.719313 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f27f1d5-a87c-4244-8f31-c9d03f673f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (923b39f8-500d-4588-be93-1bb71de7d8ee), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:51.728018 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f27f1d5-a87c-4244-8f31-c9d03f673f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:51.729988 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-6f27f1d5-a87c-4244-8f31-c9d03f673f5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/923b39f8-500d-4588-be93-1bb71de7d8ee HTTP/1.1" status: 204 len: 168 time: 2.0495188 Mar 30 07:15:51.939585 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port c1ccb20b-0452-4abd-9566-8ec956e85c46 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:51.941976 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 881d0da5-6071-443f-bd70-2074fd08a617 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:52.001163 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27f1d5-a87c-4244-8f31-c9d03f673f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923b39f8-500d-4588-be93-1bb71de7d8ee,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:52.041975 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-922a81d0-5f7e-4bab-8cf8-ca44d4314154 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f455514-9fa4-4e1a-8166-63ab0dc42e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4277096 Mar 30 07:15:52.101267 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1d3726e7-997a-45c5-a127-744296e65239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (741e494a-fef5-491d-8b36-7413f2c8d5fc), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:52.104301 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1d3726e7-997a-45c5-a127-744296e65239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:52.105569 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-1d3726e7-997a-45c5-a127-744296e65239 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/741e494a-fef5-491d-8b36-7413f2c8d5fc HTTP/1.1" status: 204 len: 168 time: 2.3437448 Mar 30 07:15:52.132897 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3726e7-997a-45c5-a127-744296e65239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741e494a-fef5-491d-8b36-7413f2c8d5fc,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:52.269656 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.35', 58184) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:52.388330 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-847637bc-100f-484a-ba29-3f6f555b0dfd None None] Current status of the port a5eeb761-3112-4486-9d8c-0e8299a1c69d is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:52.393540 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-44a040f9-8e22-4e9c-8710-0abdf33755d5 service neutron] 10.222.0.20 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476999 Mar 30 07:15:52.431584 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 881d0da5-6071-443f-bd70-2074fd08a617 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:52.432526 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (881d0da5-6071-443f-bd70-2074fd08a617), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:52.596860 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 881d0da5-6071-443f-bd70-2074fd08a617 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:52.599417 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 7a706512-298d-4598-a89f-1a127e04843d up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:52.771852 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 7a706512-298d-4598-a89f-1a127e04843d triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:52.772534 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (7a706512-298d-4598-a89f-1a127e04843d), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:52.922527 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-1b82adf6-68ec-4e61-a92f-22a4701e862e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Allocated IP 172.20.0.12 (b9678c55-7461-4938-ba80-6574cdde20b1/9a5dac56-1852-4518-bc4f-5d055e291a8a/8b69b063-2bbd-4852-b768-a54773d55703) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:15:53.083032 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 7a706512-298d-4598-a89f-1a127e04843d is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:53.115386 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35214) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:53.133763 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-1b82adf6-68ec-4e61-a92f-22a4701e862e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for port (8b69b063-2bbd-4852-b768-a54773d55703), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:53.208757 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1edb844c-b962-42b8-b545-fc45d7e49868 req-073fb321-d149-4e74-abb1-773f2689a633 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 210 time: 1.2174094 Mar 30 07:15:53.217442 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-1b82adf6-68ec-4e61-a92f-22a4701e862e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (8b69b063-2bbd-4852-b768-a54773d55703), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:53.235366 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Allocated IP 172.27.1.126 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/a75fac4f-ab0b-4394-99f3-c0348e516ea3) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:15:53.237603 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-290be610-d581-4a72-ad05-658708503649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:53.413402 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 7a706512-298d-4598-a89f-1a127e04843d up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:53.535850 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 7a706512-298d-4598-a89f-1a127e04843d triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:53.536215 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (7a706512-298d-4598-a89f-1a127e04843d), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:53.553503 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-1b82adf6-68ec-4e61-a92f-22a4701e862e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Network b9678c55-7461-4938-ba80-6574cdde20b1 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:53.598185 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-1b82adf6-68ec-4e61-a92f-22a4701e862e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:53.618604 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-1b82adf6-68ec-4e61-a92f-22a4701e862e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:15:53.754673 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-84d16fb1-fd13-48c6-800b-8e94faf2a371 service neutron] 10.222.0.35 "GET /v2.0/networks/7f455514-9fa4-4e1a-8166-63ab0dc42e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5132101 Mar 30 07:15:53.790709 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-694f4d8b-3ef4-464b-9ab8-eeda10edcdcb tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:53.798727 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-694f4d8b-3ef4-464b-9ab8-eeda10edcdcb tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.35 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 819 time: 1.4940162 Mar 30 07:15:53.929408 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-e0ff19aa-4937-4a3e-8629-5c28ccaf5850 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Request body: {'port': {'device_id': '1d831174-317c-4c6d-b5b7-e01974621585', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'admin_state_up': True, 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:53.935727 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82adf6-68ec-4e61-a92f-22a4701e862e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Pushing event updated for resources: {'Port': ['ID=8b69b063-2bbd-4852-b768-a54773d55703,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:53.949866 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 7a706512-298d-4598-a89f-1a127e04843d is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:53.950660 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-1b82adf6-68ec-4e61-a92f-22a4701e862e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:53.951195 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device a5eeb761-3112-4486-9d8c-0e8299a1c69d up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:15:53.951302 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-1b82adf6-68ec-4e61-a92f-22a4701e862e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:54.040656 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-1b82adf6-68ec-4e61-a92f-22a4701e862e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1293066 Mar 30 07:15:54.089452 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d786b8b1-18da-449c-9577-0633520cb3bd x-openstack-request-id: req-d786b8b1-18da-449c-9577-0633520cb3bd {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:15:54.089748 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e395dc-f645-44ef-a69c-b609fcfb7c13", "tag": "83614a76-4b14-423b-938c-f966a668f09c", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:15:54.090074 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d786b8b1-18da-449c-9577-0633520cb3bd {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:15:54.090598 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d786b8b1-18da-449c-9577-0633520cb3bd'] response: {'name': 'network-changed', 'server_uuid': 'b4e395dc-f645-44ef-a69c-b609fcfb7c13', 'tag': '83614a76-4b14-423b-938c-f966a668f09c', 'status': 'completed', 'code': 200} Mar 30 07:15:54.094665 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Request body: {'port': {'device_id': '7fedaffa-1632-4376-a01c-64b81265770e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:54.144332 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port a5eeb761-3112-4486-9d8c-0e8299a1c69d triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:54.145891 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:54.325814 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a9b5117-328d-4d50-88c9-1c68b2fed1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:54.338868 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-4fd306a2-7710-41e5-ac8d-78eb419bb2f1 None None] Provisioning complete for port 8b69b063-2bbd-4852-b768-a54773d55703 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:54.339307 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4fd306a2-7710-41e5-ac8d-78eb419bb2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (8b69b063-2bbd-4852-b768-a54773d55703), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:54.459158 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-4fd306a2-7710-41e5-ac8d-78eb419bb2f1 None None] Port 8b69b063-2bbd-4852-b768-a54773d55703 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:15:54.482559 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for port (a75fac4f-ab0b-4394-99f3-c0348e516ea3), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:54.567581 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-290be610-d581-4a72-ad05-658708503649 admin admin] Publish callbacks [] for security_group (84631d35-4263-456f-ad89-c17e5bf24679), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:54.590467 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-290be610-d581-4a72-ad05-658708503649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (84631d35-4263-456f-ad89-c17e5bf24679), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:54.594182 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port a5eeb761-3112-4486-9d8c-0e8299a1c69d is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:15:54.667443 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-70e6f850-8145-4586-a068-6bdedbfc429b req-d9426ff6-ac3d-43f5-8fdc-d6f0c60445f4 service neutron] 10.222.0.35 "GET /v2.0/networks/7f455514-9fa4-4e1a-8166-63ab0dc42e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8655279 Mar 30 07:15:54.741068 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-290be610-d581-4a72-ad05-658708503649 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cbefe28e05841d1834721f8808d15f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6245739 Mar 30 07:15:54.747022 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35252) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:54.768623 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290be610-d581-4a72-ad05-658708503649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84631d35-4263-456f-ad89-c17e5bf24679,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:54.769616 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-91df8bdd-6afc-4184-9443-ab4ac676e248 service neutron] 10.222.0.20 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3730609 Mar 30 07:15:54.842949 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (a75fac4f-ab0b-4394-99f3-c0348e516ea3), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:54.871396 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (8b69b063-2bbd-4852-b768-a54773d55703), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:54.947943 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f62b63-2414-4405-a825-24dd0ea771ec req-423070a4-d7b8-4c8d-a231-20209d63053b tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:54.952627 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73f62b63-2414-4405-a825-24dd0ea771ec req-423070a4-d7b8-4c8d-a231-20209d63053b tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 943 time: 0.3282554 Mar 30 07:15:55.053976 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-e0ff19aa-4937-4a3e-8629-5c28ccaf5850 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Made reservation on behalf of b5ef95aec46649a2b057416827ea46aa for: {'port': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:15:55.062097 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-e0ff19aa-4937-4a3e-8629-5c28ccaf5850 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:55.073112 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:55.121815 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:55.129887 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:15:55.151379 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event updated for resources: {'Port': ['ID=a75fac4f-ab0b-4394-99f3-c0348e516ea3,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:55.161881 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f736694e-d1ca-4dec-8d38-8989279368b8 admin admin] Publish callbacks [] for security_group (84631d35-4263-456f-ad89-c17e5bf24679), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:55.165093 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79e94e-2ac6-412a-9894-a3239212e819 req-d1b9f1d6-4bdf-46df-95f1-0e64c19b9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:55.166609 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5c79e94e-2ac6-412a-9894-a3239212e819 req-d1b9f1d6-4bdf-46df-95f1-0e64c19b9da1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad704701fcba49e5adc45e451291ef71&device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 1127 time: 0.3254721 Mar 30 07:15:55.204522 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73f62b63-2414-4405-a825-24dd0ea771ec req-c124d874-6921-4b66-be22-76abe733e686 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061405 Mar 30 07:15:55.342907 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-823c8ddb-e46d-4b42-95a0-7a99aa2c3b69 req-742e9899-62d1-49e3-a8ce-7084a2c2fa0c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 210 time: 0.1353495 Mar 30 07:15:55.402360 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f736694e-d1ca-4dec-8d38-8989279368b8 admin admin] Publish callbacks [] for security_group (84631d35-4263-456f-ad89-c17e5bf24679), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:55.471548 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f42387e4-0c5e-4d07-b389-57ce8c908f60 req-a4de523a-2638-44f8-872b-a487693dfddd tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 210 time: 0.1745563 Mar 30 07:15:55.643833 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for floatingip (95e6f8ee-6431-4206-91ae-cdb918be8b8b), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:55.655105 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79e94e-2ac6-412a-9894-a3239212e819 req-309385d0-0d3d-4e74-a150-4a7f7e24321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:55.656875 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5c79e94e-2ac6-412a-9894-a3239212e819 req-309385d0-0d3d-4e74-a150-4a7f7e24321d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f455514-9fa4-4e1a-8166-63ab0dc42e80 HTTP/1.1" status: 200 len: 913 time: 0.4557972 Mar 30 07:15:55.697921 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a75fac4f-ab0b-4394-99f3-c0348e516ea3), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:55.759839 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5c79e94e-2ac6-412a-9894-a3239212e819 req-6a9cd643-b100-486e-9739-8c3e0d27be9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83614a76-4b14-423b-938c-f966a668f09c HTTP/1.1" status: 200 len: 217 time: 0.0630982 Mar 30 07:15:55.800216 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f736694e-d1ca-4dec-8d38-8989279368b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (84631d35-4263-456f-ad89-c17e5bf24679), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:55.802630 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f736694e-d1ca-4dec-8d38-8989279368b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:55.806375 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-f736694e-d1ca-4dec-8d38-8989279368b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84631d35-4263-456f-ad89-c17e5bf24679 HTTP/1.1" status: 204 len: 168 time: 1.0570254 Mar 30 07:15:55.829725 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736694e-d1ca-4dec-8d38-8989279368b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84631d35-4263-456f-ad89-c17e5bf24679,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:55.833298 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b69b063-2bbd-4852-b768-a54773d55703 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:15:55.846473 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Publish callbacks [] for port (8b69b063-2bbd-4852-b768-a54773d55703), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:55.890551 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Transition to ACTIVE for port object 8b69b063-2bbd-4852-b768-a54773d55703 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:15:55.900896 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (8b69b063-2bbd-4852-b768-a54773d55703), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:55.902864 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79e94e-2ac6-412a-9894-a3239212e819 req-ee0e6629-a797-4ac1-91e3-25457710c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:55.904616 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5c79e94e-2ac6-412a-9894-a3239212e819 req-ee0e6629-a797-4ac1-91e3-25457710c897 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c8185a8a-2909-4a2d-9f1e-9f2eabc4552a HTTP/1.1" status: 200 len: 852 time: 0.1389759 Mar 30 07:15:55.982111 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5c79e94e-2ac6-412a-9894-a3239212e819 req-423e941c-d0e6-4dec-9967-f19d4840d057 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f455514-9fa4-4e1a-8166-63ab0dc42e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510483 Mar 30 07:15:56.088345 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b69b063-2bbd-4852-b768-a54773d55703,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:56.197344 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-e0ff19aa-4937-4a3e-8629-5c28ccaf5850 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Allocated IP 172.20.0.5 (b9678c55-7461-4938-ba80-6574cdde20b1/9a5dac56-1852-4518-bc4f-5d055e291a8a/2143af28-585c-4f87-adef-e00385fa7b91) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:15:56.410920 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Attempting to bind port 8b69b063-2bbd-4852-b768-a54773d55703 on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:15:56.412965 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Attempting to bind port 8b69b063-2bbd-4852-b768-a54773d55703 by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:15:56.414867 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Attempting to bind port 8b69b063-2bbd-4852-b768-a54773d55703 on network b9678c55-7461-4938-ba80-6574cdde20b1 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:15:56.430412 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-e0ff19aa-4937-4a3e-8629-5c28ccaf5850 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for port (2143af28-585c-4f87-adef-e00385fa7b91), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:56.432910 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Port 8b69b063-2bbd-4852-b768-a54773d55703 on network b9678c55-7461-4938-ba80-6574cdde20b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:15:56.433660 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Attempting to bind port 8b69b063-2bbd-4852-b768-a54773d55703 on network b9678c55-7461-4938-ba80-6574cdde20b1 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:15:56.486432 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-89a3a937-81f8-4593-9e19-180cdf17930d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:56.488120 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:15:56.488884 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Checking segment: {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:56.489670 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Bound using segment: {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:15:56.490348 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Bound port: 8b69b063-2bbd-4852-b768-a54773d55703, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:15:56.490997 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (8b69b063-2bbd-4852-b768-a54773d55703), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:56.507514 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-06486292-c2f6-43d3-9f22-6cc559e6a86c req-fcf4d483-d44d-45ab-93fb-8a0779e2ac8f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 210 time: 0.0481966 Mar 30 07:15:56.528169 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-e0ff19aa-4937-4a3e-8629-5c28ccaf5850 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (2143af28-585c-4f87-adef-e00385fa7b91), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:56.551014 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5c79e94e-2ac6-412a-9894-a3239212e819 req-03336a73-c36f-46e6-8b0d-89b34ad7e1e0 service neutron] 10.222.0.35 "GET /v2.0/networks/7f455514-9fa4-4e1a-8166-63ab0dc42e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562015 Mar 30 07:15:56.577599 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-e0ff19aa-4937-4a3e-8629-5c28ccaf5850 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Network b9678c55-7461-4938-ba80-6574cdde20b1 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:15:56.599457 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-e0ff19aa-4937-4a3e-8629-5c28ccaf5850 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:15:56.642328 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] For port 8b69b063-2bbd-4852-b768-a54773d55703, host hv-cinder-83577, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:15:56.668094 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-e0ff19aa-4937-4a3e-8629-5c28ccaf5850 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:15:56.674382 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d74b02-5a70-4267-9156-1b6a82c02627 req-0557369e-a85f-4212-9c69-3e605c93ccbb tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:56.685089 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-e0ff19aa-4937-4a3e-8629-5c28ccaf5850 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:56.686551 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-e0ff19aa-4937-4a3e-8629-5c28ccaf5850 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:56.690751 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a6d74b02-5a70-4267-9156-1b6a82c02627 req-0557369e-a85f-4212-9c69-3e605c93ccbb tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 943 time: 0.3521428 Mar 30 07:15:56.712624 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for port (a75fac4f-ab0b-4394-99f3-c0348e516ea3), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:56.714427 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] For port 8b69b063-2bbd-4852-b768-a54773d55703, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=8b69b063-2bbd-4852-b768-a54773d55703,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:15:56.773239 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (a75fac4f-ab0b-4394-99f3-c0348e516ea3), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:56.790788 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff19aa-4937-4a3e-8629-5c28ccaf5850 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Pushing event updated for resources: {'Port': ['ID=2143af28-585c-4f87-adef-e00385fa7b91,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:56.812605 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ccd99e66-1f4f-4409-8db0-1b98dfe940ad req-e6b1d1d3-4ed4-4fb9-bd72-cd62b8bf39e9 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 210 time: 0.0962214 Mar 30 07:15:56.828761 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.35', 58188) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:56.859765 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (8b69b063-2bbd-4852-b768-a54773d55703), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:56.904900 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event updated for resources: {'Port': ['ID=a75fac4f-ab0b-4394-99f3-c0348e516ea3,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:56.944445 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35346) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:57.001708 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (95e6f8ee-6431-4206-91ae-cdb918be8b8b), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:57.036357 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-e0ff19aa-4937-4a3e-8629-5c28ccaf5850 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1704845 Mar 30 07:15:57.045749 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:57.047544 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-e4c418c1-78b7-4695-a56d-8ddbc31e0ac3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4343605 Mar 30 07:15:57.057314 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Request body: {'port': {'device_id': '1d831174-317c-4c6d-b5b7-e01974621585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:15:57.102019 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5c79e94e-2ac6-412a-9894-a3239212e819 req-ff29268b-a530-4b71-95f4-87f2698071ed service neutron] 10.222.0.35 "GET /v2.0/networks/7f455514-9fa4-4e1a-8166-63ab0dc42e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284464 Mar 30 07:15:57.163439 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:57.165058 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:57.166677 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] 10.222.0.35 "PUT /v2.0/ports/8b69b063-2bbd-4852-b768-a54773d55703 HTTP/1.1" status: 200 len: 1094 time: 3.0980830 Mar 30 07:15:57.170744 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fedaffa-1632-4376-a01c-64b81265770e', 'tag': '8b69b063-2bbd-4852-b768-a54773d55703'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:15:57.175983 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2143af28-585c-4f87-adef-e00385fa7b91), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:57.190409 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-80461334-940d-4c9e-b01e-d1c869f0f5cb None None] Provisioning complete for port 2143af28-585c-4f87-adef-e00385fa7b91 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:15:57.191073 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-80461334-940d-4c9e-b01e-d1c869f0f5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (2143af28-585c-4f87-adef-e00385fa7b91), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:57.222902 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a6d74b02-5a70-4267-9156-1b6a82c02627 req-7e398713-8c63-4f8a-8479-6e70a3440c83 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311620 Mar 30 07:15:57.323773 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb03e9-0aa5-4cd8-9928-94b915765cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b69b063-2bbd-4852-b768-a54773d55703,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:57.363587 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-b89af3b9-22a1-4e2b-9a61-9e7b0d6b5c96 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:57.366466 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-b89af3b9-22a1-4e2b-9a61-9e7b0d6b5c96 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.35 "GET /v2.0/networks?id=89db86be-e389-43ed-80e6-11e20145eaf2 HTTP/1.1" status: 200 len: 817 time: 0.5420816 Mar 30 07:15:57.404810 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-80461334-940d-4c9e-b01e-d1c869f0f5cb None None] Port 2143af28-585c-4f87-adef-e00385fa7b91 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:15:57.416435 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-b967da36-7406-4520-a602-312713f1543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:57.423744 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-b967da36-7406-4520-a602-312713f1543e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 1128 time: 0.1740000 Mar 30 07:15:57.610362 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-1663176d-d343-4698-aa21-e1b6c07eb7d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b69b063-2bbd-4852-b768-a54773d55703 HTTP/1.1" status: 200 len: 217 time: 0.1707695 Mar 30 07:15:57.722520 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-80d5935b-70d1-41de-8631-662a614ff648 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--737760964&fields=id&tenant_id=cc9ab7163ff443ff849d017d40115708 HTTP/1.1" status: 200 len: 267 time: 0.1101859 Mar 30 07:15:57.829735 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d312c2-2f47-45a0-8207-d639cd1933fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7fedaffa-1632-4376-a01c-64b81265770e", "tag": "8b69b063-2bbd-4852-b768-a54773d55703"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:15:57.835633 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5b667c7-3a1b-43ce-990b-14053116c794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:57.919935 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-112401a0-78d1-4d32-a9f1-f19a5eb6ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:57.921608 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-112401a0-78d1-4d32-a9f1-f19a5eb6ca45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 200 len: 858 time: 0.2148204 Mar 30 07:15:57.927265 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:57.930957 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5b667c7-3a1b-43ce-990b-14053116c794 admin admin] Publish callbacks [] for security_group (acbca8ca-6263-4364-a683-48f9574f3b8c), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:57.941426 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5b667c7-3a1b-43ce-990b-14053116c794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (acbca8ca-6263-4364-a683-48f9574f3b8c), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:57.952496 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-583287c8-bb2f-4f9d-9094-854554fe8187 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ee09b83520e4e8ba691a79d60604388 HTTP/1.1" status: 200 len: 380 time: 0.5709701 Mar 30 07:15:57.989358 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7069f-3b53-42b3-8cb7-c2e6ed687505 req-19ca5227-debe-4a07-a32c-8f8cf66fbf0b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:57.990913 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6fb7069f-3b53-42b3-8cb7-c2e6ed687505 req-19ca5227-debe-4a07-a32c-8f8cf66fbf0b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 931 time: 0.3536792 Mar 30 07:15:58.022184 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b667c7-3a1b-43ce-990b-14053116c794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbca8ca-6263-4364-a683-48f9574f3b8c,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:58.038727 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-c5b667c7-3a1b-43ce-990b-14053116c794 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c36bf930e2e48b3b529cc2f1fa1b4a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0588126 Mar 30 07:15:58.040919 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35408) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:15:58.053401 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-e2f3b187-4460-484f-9b61-8529cb1d17e1 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:58.056718 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-e2f3b187-4460-484f-9b61-8529cb1d17e1 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/networks?id=fdc48dd9-ac72-4ec1-96d3-56de9895320a HTTP/1.1" status: 200 len: 811 time: 0.3328688 Mar 30 07:15:58.080481 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6fb7069f-3b53-42b3-8cb7-c2e6ed687505 req-4ea0b889-99b4-482f-bfb7-b61861fd5989 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835371 Mar 30 07:15:58.084574 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-99b1e2f4-8907-4bd3-a571-4a9dd8d9ad23 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/quotas/cc9ab7163ff443ff849d017d40115708 HTTP/1.1" status: 200 len: 375 time: 0.0154045 Mar 30 07:15:58.142838 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-21e11248-faa4-4d02-87c6-8990cdceb4a1 admin admin] Publish callbacks [] for security_group (acbca8ca-6263-4364-a683-48f9574f3b8c), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:58.180352 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-8acb4bc1-d715-4c33-9318-9a6523e7b50e tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc9ab7163ff443ff849d017d40115708&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758855 Mar 30 07:15:58.206984 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2143af28-585c-4f87-adef-e00385fa7b91 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:15:58.207181 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-745ea341-9eea-4eb6-bfb8-25c3cfce9a00 req-77cce290-f546-4a54-9c7f-c91e2ec60ffe tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 210 time: 0.0426099 Mar 30 07:15:58.211455 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-21e11248-faa4-4d02-87c6-8990cdceb4a1 admin admin] Publish callbacks [] for security_group (acbca8ca-6263-4364-a683-48f9574f3b8c), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:58.222444 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Publish callbacks [] for port (2143af28-585c-4f87-adef-e00385fa7b91), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:58.277129 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Transition to ACTIVE for port object 2143af28-585c-4f87-adef-e00385fa7b91 will not be triggered until provisioned by entity L2. {{(pid=103478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:15:58.291329 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2143af28-585c-4f87-adef-e00385fa7b91), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:58.303967 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-ee5af2ca-3a42-4978-9f25-0c374f7e352d service neutron] 10.222.0.20 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993915 Mar 30 07:15:58.341644 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-21e11248-faa4-4d02-87c6-8990cdceb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (acbca8ca-6263-4364-a683-48f9574f3b8c), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:58.344527 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-21e11248-faa4-4d02-87c6-8990cdceb4a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:58.346093 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-21e11248-faa4-4d02-87c6-8990cdceb4a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acbca8ca-6263-4364-a683-48f9574f3b8c HTTP/1.1" status: 204 len: 168 time: 0.3039804 Mar 30 07:15:58.367287 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e11248-faa4-4d02-87c6-8990cdceb4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbca8ca-6263-4364-a683-48f9574f3b8c,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:58.369307 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2143af28-585c-4f87-adef-e00385fa7b91,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:58.429276 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Attempting to bind port 2143af28-585c-4f87-adef-e00385fa7b91 on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:15:58.429461 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Attempting to bind port 2143af28-585c-4f87-adef-e00385fa7b91 by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:15:58.429753 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Attempting to bind port 2143af28-585c-4f87-adef-e00385fa7b91 on network b9678c55-7461-4938-ba80-6574cdde20b1 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:15:58.436350 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Port 2143af28-585c-4f87-adef-e00385fa7b91 on network b9678c55-7461-4938-ba80-6574cdde20b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:15:58.436672 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Attempting to bind port 2143af28-585c-4f87-adef-e00385fa7b91 on network b9678c55-7461-4938-ba80-6574cdde20b1 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:15:58.442674 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:15:58.443015 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Checking segment: {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:15:58.443667 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Bound using segment: {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:15:58.444006 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Bound port: 2143af28-585c-4f87-adef-e00385fa7b91, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:15:58.444362 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2143af28-585c-4f87-adef-e00385fa7b91), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:58.588987 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] For port 2143af28-585c-4f87-adef-e00385fa7b91, host hv-cinder-83577, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:15:58.595976 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] For port 2143af28-585c-4f87-adef-e00385fa7b91, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2143af28-585c-4f87-adef-e00385fa7b91,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:15:58.610993 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2143af28-585c-4f87-adef-e00385fa7b91), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:58.690601 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:58.691459 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:58.693165 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] 10.222.0.35 "PUT /v2.0/ports/2143af28-585c-4f87-adef-e00385fa7b91 HTTP/1.1" status: 200 len: 1093 time: 1.6402612 Mar 30 07:15:58.698546 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d831174-317c-4c6d-b5b7-e01974621585', 'tag': '2143af28-585c-4f87-adef-e00385fa7b91'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:15:58.701489 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9971c6c-60b3-4f46-9343-4face44a6a42" -d '{"events": [{"name": "network-changed", "server_uuid": "1d831174-317c-4c6d-b5b7-e01974621585", "tag": "2143af28-585c-4f87-adef-e00385fa7b91"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:15:58.714603 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbccf1-ea98-4ec5-a3aa-b43f70666bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2143af28-585c-4f87-adef-e00385fa7b91,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:15:58.738178 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a6e30b-f3d7-4676-8b0d-79f50ab82d10 x-openstack-request-id: req-f1a6e30b-f3d7-4676-8b0d-79f50ab82d10 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:15:58.738669 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fedaffa-1632-4376-a01c-64b81265770e", "tag": "8b69b063-2bbd-4852-b768-a54773d55703", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:15:58.739126 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1a6e30b-f3d7-4676-8b0d-79f50ab82d10 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:15:58.739627 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a6e30b-f3d7-4676-8b0d-79f50ab82d10'] response: {'name': 'network-changed', 'server_uuid': '7fedaffa-1632-4376-a01c-64b81265770e', 'tag': '8b69b063-2bbd-4852-b768-a54773d55703', 'status': 'completed', 'code': 200} Mar 30 07:15:58.824996 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aa4b7-5515-492b-b2dc-daccfe4dd993 req-2b27cc7e-d93b-41c9-a182-5de784319749 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:58.826159 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bc0aa4b7-5515-492b-b2dc-daccfe4dd993 req-2b27cc7e-d93b-41c9-a182-5de784319749 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 943 time: 0.0857060 Mar 30 07:15:58.852391 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-ed28c64d-74d6-4f07-adc8-dee8a9a30aa6 service neutron] 10.222.0.20 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332072 Mar 30 07:15:58.920800 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bc0aa4b7-5515-492b-b2dc-daccfe4dd993 req-5082164f-0b5b-4546-9f1f-f26621144228 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866387 Mar 30 07:15:59.001385 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5a1e84-0bec-480f-9290-d9d315fa133c x-openstack-request-id: req-8c5a1e84-0bec-480f-9290-d9d315fa133c {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:15:59.001875 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d831174-317c-4c6d-b5b7-e01974621585", "tag": "2143af28-585c-4f87-adef-e00385fa7b91", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:15:59.003592 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c5a1e84-0bec-480f-9290-d9d315fa133c {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:15:59.008190 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c5a1e84-0bec-480f-9290-d9d315fa133c'] response: {'name': 'network-changed', 'server_uuid': '1d831174-317c-4c6d-b5b7-e01974621585', 'tag': '2143af28-585c-4f87-adef-e00385fa7b91', 'status': 'completed', 'code': 200} Mar 30 07:15:59.070263 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5f89329a-e0f2-4fb3-a983-c5bde7195780 req-6ae24f0a-d5d8-436b-bf50-8d5cf3cf599f tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 210 time: 0.0356946 Mar 30 07:15:59.098789 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:15:59.268053 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063adb2-fa53-4b68-ba1d-c29b9bbbb132 req-43e6526a-f7c1-4cfe-95ce-be6678203e05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:59.269583 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5063adb2-fa53-4b68-ba1d-c29b9bbbb132 req-43e6526a-f7c1-4cfe-95ce-be6678203e05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 943 time: 0.0753140 Mar 30 07:15:59.367105 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7ff670c3-e07b-4430-a59c-e4af5a3d564b req-4c0c86fa-8289-4b5f-8326-5eef6be59dc8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 210 time: 0.0323663 Mar 30 07:15:59.379310 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5063adb2-fa53-4b68-ba1d-c29b9bbbb132 req-8ecdc070-3bf0-46f4-a9ed-24eb4c30a615 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021602 Mar 30 07:15:59.493764 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-7005d755-d63d-476c-ad1d-a6f4c225fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:15:59.496016 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-7005d755-d63d-476c-ad1d-a6f4c225fc12 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9678c55-7461-4938-ba80-6574cdde20b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1279097 Mar 30 07:16:00.065815 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c67b0-f3b6-4101-ba04-f065245b8557 req-cfeb56b8-001d-418a-b76e-62348320b10c tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:00.067385 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0f9c67b0-f3b6-4101-ba04-f065245b8557 req-cfeb56b8-001d-418a-b76e-62348320b10c tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 943 time: 0.0596113 Mar 30 07:16:00.125460 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0f9c67b0-f3b6-4101-ba04-f065245b8557 req-fec94ec3-4742-47f1-af94-41c8e4ff62ba tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477760 Mar 30 07:16:00.177322 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93d3731c-680e-4e04-a719-57a3f08a4448 req-9cfc26a8-665a-4380-9e07-09c238e778cc tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 210 time: 0.0274055 Mar 30 07:16:00.280613 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 83614a76-4b14-423b-938c-f966a668f09c details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:16:00.314256 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-f74e4a03-ace6-40f7-a9b2-7c67461232b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Request body: {'port': {'device_id': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'admin_state_up': True, 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'security_groups': ['ced0a129-8b54-44e2-9e4b-af73070310e8']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:16:00.459717 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 83614a76-4b14-423b-938c-f966a668f09c, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=83614a76-4b14-423b-938c-f966a668f09c,segment=NetworkSegment(455dc661-8a43-4436-8bce-43655cfaba33),segment_id=455dc661-8a43-4436-8bce-43655cfaba33)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:00.478562 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '83614a76-4b14-423b-938c-f966a668f09c', 'network_id': '7f455514-9fa4-4e1a-8166-63ab0dc42e80', 'port_id': '83614a76-4b14-423b-938c-f966a668f09c', 'mac_address': 'fa:16:3e:c2:f1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8185a8a-2909-4a2d-9f1e-9f2eabc4552a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:16:00.492477 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9971c6c-60b3-4f46-9343-4face44a6a42 req-bfe789d2-57ad-48d1-8d3d-2eb87e5cf7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:00.493996 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b9971c6c-60b3-4f46-9343-4face44a6a42 req-bfe789d2-57ad-48d1-8d3d-2eb87e5cf7e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 1127 time: 0.1312501 Mar 30 07:16:00.537191 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 83614a76-4b14-423b-938c-f966a668f09c is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:16:00.537954 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (83614a76-4b14-423b-938c-f966a668f09c), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:00.557369 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83614a76-4b14-423b-938c-f966a668f09c {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:16:00.571560 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4ebe2407-5e72-469d-88ff-4073999e2f86 req-f2ffd3a9-5ff2-4f0e-ad25-03d7ec36a0c6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 210 time: 0.0569561 Mar 30 07:16:00.589180 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-ea0ed53a-d874-48ae-9c7e-7729454eb426 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700505 Mar 30 07:16:00.593324 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 83614a76-4b14-423b-938c-f966a668f09c, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=83614a76-4b14-423b-938c-f966a668f09c,segment=NetworkSegment(455dc661-8a43-4436-8bce-43655cfaba33),segment_id=455dc661-8a43-4436-8bce-43655cfaba33)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:00.612555 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (83614a76-4b14-423b-938c-f966a668f09c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:00.666241 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:00.705327 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=83614a76-4b14-423b-938c-f966a668f09c,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:00.725874 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-f74e4a03-ace6-40f7-a9b2-7c67461232b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Made reservation on behalf of 8ee09b83520e4e8ba691a79d60604388 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:16:00.729387 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-f74e4a03-ace6-40f7-a9b2-7c67461232b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:00.828997 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9971c6c-60b3-4f46-9343-4face44a6a42 req-111d956c-1f5b-485b-94c1-4c82547ed445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:00.830549 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b9971c6c-60b3-4f46-9343-4face44a6a42 req-111d956c-1f5b-485b-94c1-4c82547ed445 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b5ef95aec46649a2b057416827ea46aa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2977331 Mar 30 07:16:00.838708 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe023b5b-e68f-403d-9575-4d0372f3f62e req-c9b69c47-74b8-45b1-8d35-2d50200ab4f6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:00.840327 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fe023b5b-e68f-403d-9575-4d0372f3f62e req-c9b69c47-74b8-45b1-8d35-2d50200ab4f6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 943 time: 0.2677038 Mar 30 07:16:00.842143 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4105902b-dc4b-41ec-b318-5beaf39bd720 req-bff2e946-3c19-4554-9488-5bda7ce218d4 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263122 Mar 30 07:16:00.932636 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fe023b5b-e68f-403d-9575-4d0372f3f62e req-36783f01-abdb-4c8e-b1dc-0064bac6c510 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839427 Mar 30 07:16:00.945280 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-f74e4a03-ace6-40f7-a9b2-7c67461232b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Allocated IP 172.20.0.3 (89db86be-e389-43ed-80e6-11e20145eaf2/f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602/46952506-ed7a-47ba-a4d4-3306605e4824) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:16:01.056812 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35560) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:01.138710 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-f74e4a03-ace6-40f7-a9b2-7c67461232b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for port (46952506-ed7a-47ba-a4d4-3306605e4824), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:01.212059 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-f74e4a03-ace6-40f7-a9b2-7c67461232b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:01.212577 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-da5b7d35-8d89-416f-8b74-5000234e4dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:01.304561 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-f74e4a03-ace6-40f7-a9b2-7c67461232b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Network 89db86be-e389-43ed-80e6-11e20145eaf2 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:16:01.315380 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-f74e4a03-ace6-40f7-a9b2-7c67461232b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:16:01.321894 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-da5b7d35-8d89-416f-8b74-5000234e4dc6 admin admin] Publish callbacks [] for security_group (d8fc6d30-10ba-43f6-aaa5-e4e51706f747), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:01.329202 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-f74e4a03-ace6-40f7-a9b2-7c67461232b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:16:01.330336 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-da5b7d35-8d89-416f-8b74-5000234e4dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (d8fc6d30-10ba-43f6-aaa5-e4e51706f747), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:01.337218 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e4a03-ace6-40f7-a9b2-7c67461232b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event updated for resources: {'Port': ['ID=46952506-ed7a-47ba-a4d4-3306605e4824,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:01.387224 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6c596e4f-a8bf-4f03-9420-a488c624d862 req-deebb9fe-87b5-4b39-b17b-d0890ee21349 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 210 time: 0.0754511 Mar 30 07:16:01.420799 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b7d35-8d89-416f-8b74-5000234e4dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fc6d30-10ba-43f6-aaa5-e4e51706f747,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:01.428173 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-da5b7d35-8d89-416f-8b74-5000234e4dc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=382811b7501c4556b93c2d28e9ce9e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702207 Mar 30 07:16:01.430777 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35584) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:01.460825 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-f74e4a03-ace6-40f7-a9b2-7c67461232b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:01.461644 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-f74e4a03-ace6-40f7-a9b2-7c67461232b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:01.490751 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8d3c5-53d9-4058-a8c3-188ab49b11d9 req-2a844b9a-0203-4aa3-a2bf-735ea0c9f159 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:01.499399 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3ee8d3c5-53d9-4058-a8c3-188ab49b11d9 req-2a844b9a-0203-4aa3-a2bf-735ea0c9f159 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 944 time: 0.2476726 Mar 30 07:16:01.511405 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6e6bba7c-1398-4a40-8ec7-72880f1f4bcd admin admin] Publish callbacks [] for security_group (d8fc6d30-10ba-43f6-aaa5-e4e51706f747), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:01.526089 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-f74e4a03-ace6-40f7-a9b2-7c67461232b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2161765 Mar 30 07:16:01.546290 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6e6bba7c-1398-4a40-8ec7-72880f1f4bcd admin admin] Publish callbacks [] for security_group (d8fc6d30-10ba-43f6-aaa5-e4e51706f747), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:01.557691 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3ee8d3c5-53d9-4058-a8c3-188ab49b11d9 req-e6267c19-b3ac-4260-97a3-a9f7fb1f95ac tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569005 Mar 30 07:16:01.607642 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6e6bba7c-1398-4a40-8ec7-72880f1f4bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (d8fc6d30-10ba-43f6-aaa5-e4e51706f747), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:01.617193 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6e6bba7c-1398-4a40-8ec7-72880f1f4bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:01.618363 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-6e6bba7c-1398-4a40-8ec7-72880f1f4bcd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8fc6d30-10ba-43f6-aaa5-e4e51706f747 HTTP/1.1" status: 204 len: 168 time: 0.1865482 Mar 30 07:16:01.627783 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bba7c-1398-4a40-8ec7-72880f1f4bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fc6d30-10ba-43f6-aaa5-e4e51706f747,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:01.669078 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-663f11b0-ec8f-4eeb-84bf-8792903a9e1c None None] Provisioning complete for port 46952506-ed7a-47ba-a4d4-3306605e4824 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:16:01.670107 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-663f11b0-ec8f-4eeb-84bf-8792903a9e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:01.708091 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-663f11b0-ec8f-4eeb-84bf-8792903a9e1c None None] Port 46952506-ed7a-47ba-a4d4-3306605e4824 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:16:01.719982 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc75637-954a-4476-96c3-67dbdf512397 req-f32c027a-713c-4e30-a7fb-7954d41e427b tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:01.721315 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7dc75637-954a-4476-96c3-67dbdf512397 req-f32c027a-713c-4e30-a7fb-7954d41e427b tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 931 time: 0.0600443 Mar 30 07:16:01.769605 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7dc75637-954a-4476-96c3-67dbdf512397 req-4f58178f-b6fd-49bf-96eb-5474b39cbc7a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423052 Mar 30 07:16:01.916661 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35600) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:01.930719 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-049b7e1f-d0d9-48de-b5e9-c5b549de336f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:02.010861 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-049b7e1f-d0d9-48de-b5e9-c5b549de336f admin admin] Publish callbacks [] for security_group (fe477c47-037c-4323-b2c2-d8f9b226ae2a), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:02.016781 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-049b7e1f-d0d9-48de-b5e9-c5b549de336f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (fe477c47-037c-4323-b2c2-d8f9b226ae2a), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:02.056992 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-049b7e1f-d0d9-48de-b5e9-c5b549de336f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=026f0f5c0dd547a1bed7cfa265bb5f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391680 Mar 30 07:16:02.058172 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b7e1f-d0d9-48de-b5e9-c5b549de336f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe477c47-037c-4323-b2c2-d8f9b226ae2a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:02.061320 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35604) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:02.061445 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1bdc1-d36c-4911-8c81-44ca51bcb003 req-f4916a4a-c4d7-4bba-9bbc-d3c1c54af169 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:02.062858 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bca1bdc1-d36c-4911-8c81-44ca51bcb003 req-f4916a4a-c4d7-4bba-9bbc-d3c1c54af169 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 943 time: 0.0543604 Mar 30 07:16:02.107946 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d1c7be92-05f6-43fe-81e4-5da8f6175749 admin admin] Publish callbacks [] for security_group (fe477c47-037c-4323-b2c2-d8f9b226ae2a), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:02.111138 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bca1bdc1-d36c-4911-8c81-44ca51bcb003 req-dd6223be-bec6-44f8-ac23-d4af98c4f195 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417445 Mar 30 07:16:02.128847 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d1c7be92-05f6-43fe-81e4-5da8f6175749 admin admin] Publish callbacks [] for security_group (fe477c47-037c-4323-b2c2-d8f9b226ae2a), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:02.177900 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d1c7be92-05f6-43fe-81e4-5da8f6175749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (fe477c47-037c-4323-b2c2-d8f9b226ae2a), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:02.180696 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d1c7be92-05f6-43fe-81e4-5da8f6175749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:02.181902 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-d1c7be92-05f6-43fe-81e4-5da8f6175749 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe477c47-037c-4323-b2c2-d8f9b226ae2a HTTP/1.1" status: 204 len: 168 time: 0.1196260 Mar 30 07:16:02.190451 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7be92-05f6-43fe-81e4-5da8f6175749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe477c47-037c-4323-b2c2-d8f9b226ae2a,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:02.493931 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cb9cd93e-e998-47ea-82d4-753d7c72fa98 req-811f8a84-e645-44ba-9eca-aedde5acacc8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 210 time: 0.0278366 Mar 30 07:16:02.701634 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d10f3-1d04-43be-8ed0-a228807a676b req-1132d0e2-7019-45a6-ab7a-80770aa742aa tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:02.704259 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-070d10f3-1d04-43be-8ed0-a228807a676b req-1132d0e2-7019-45a6-ab7a-80770aa742aa tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 944 time: 0.0631979 Mar 30 07:16:02.775575 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-070d10f3-1d04-43be-8ed0-a228807a676b req-528959c1-7d53-4b82-808f-33c65c285670 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668781 Mar 30 07:16:02.897593 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64b686-f4fd-409b-a3e9-761b1732baaf req-7e6f20cb-895c-4ae3-8c3b-e8b537d40f4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:02.899174 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c64b686-f4fd-409b-a3e9-761b1732baaf req-7e6f20cb-895c-4ae3-8c3b-e8b537d40f4d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 931 time: 0.0554507 Mar 30 07:16:02.947135 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c64b686-f4fd-409b-a3e9-761b1732baaf req-9bf4e5df-1844-4259-a0d6-3f02708e6495 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421140 Mar 30 07:16:03.241247 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64766c1f-cb8c-435e-9971-97aba844f6e1 req-fbe12cc9-a96c-4c89-ba73-75b35e25044f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:03.248778 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64766c1f-cb8c-435e-9971-97aba844f6e1 req-fbe12cc9-a96c-4c89-ba73-75b35e25044f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 943 time: 0.0676274 Mar 30 07:16:03.294855 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64766c1f-cb8c-435e-9971-97aba844f6e1 req-1b0d4d9b-d559-4b16-9d9c-51184d9c14d9 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449362 Mar 30 07:16:03.341938 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35678) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:03.358352 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Request body: {'port': {'device_id': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:16:03.363386 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:03.426580 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:03.513696 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de4be3e8-5e68-4ed0-9f57-4d45062553db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:03.570136 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9971c6c-60b3-4f46-9343-4face44a6a42 req-b8450714-4d6d-4131-93d5-9c56d70742b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:03.572266 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b9971c6c-60b3-4f46-9343-4face44a6a42 req-b8450714-4d6d-4131-93d5-9c56d70742b2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2213409 Mar 30 07:16:03.589872 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d312c2-2f47-45a0-8207-d639cd1933fd req-00cfc9a4-f78f-41cf-9a00-54f58d8b8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:03.592249 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-03d312c2-2f47-45a0-8207-d639cd1933fd req-00cfc9a4-f78f-41cf-9a00-54f58d8b8681 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 1128 time: 0.1267262 Mar 30 07:16:03.632778 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-454a4cc8-a883-482f-88ab-954a62f24052 req-b30ce6c2-7ee1-4423-bf7d-270cce163268 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 210 time: 0.0395391 Mar 30 07:16:03.653625 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['83614a76-4b14-423b-938c-f966a668f09c'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:16:03.685112 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de4be3e8-5e68-4ed0-9f57-4d45062553db admin admin] Publish callbacks [] for security_group (6f123bd1-1e9b-4d9d-8072-d8fe1a344f17), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:03.697148 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:16:03.706649 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de4be3e8-5e68-4ed0-9f57-4d45062553db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (6f123bd1-1e9b-4d9d-8072-d8fe1a344f17), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:03.790025 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-de4be3e8-5e68-4ed0-9f57-4d45062553db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a276bf3abcf749a39e77fb1f04e11edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4466939 Mar 30 07:16:03.813839 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35696) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:03.945475 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4be3e8-5e68-4ed0-9f57-4d45062553db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f123bd1-1e9b-4d9d-8072-d8fe1a344f17,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:03.979226 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d8919dfd-1796-4de3-9a53-8a0e4e4030f5 admin admin] Publish callbacks [] for security_group (6f123bd1-1e9b-4d9d-8072-d8fe1a344f17), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:04.032440 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d8919dfd-1796-4de3-9a53-8a0e4e4030f5 admin admin] Publish callbacks [] for security_group (6f123bd1-1e9b-4d9d-8072-d8fe1a344f17), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:04.084271 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d312c2-2f47-45a0-8207-d639cd1933fd req-3be5d098-d57b-4473-b652-e739b6ddbd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:04.085856 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-03d312c2-2f47-45a0-8207-d639cd1933fd req-3be5d098-d57b-4473-b652-e739b6ddbd30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 920 time: 0.4592533 Mar 30 07:16:04.123148 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-a495ca84-4946-41fd-bf2e-e41955150701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:04.127957 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-a495ca84-4946-41fd-bf2e-e41955150701 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 1127 time: 0.4387822 Mar 30 07:16:04.210908 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-2287e635-602d-42b7-bd52-fb0f924968a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2143af28-585c-4f87-adef-e00385fa7b91 HTTP/1.1" status: 200 len: 217 time: 0.0656459 Mar 30 07:16:04.217665 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d8919dfd-1796-4de3-9a53-8a0e4e4030f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (6f123bd1-1e9b-4d9d-8072-d8fe1a344f17), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:04.220474 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d8919dfd-1796-4de3-9a53-8a0e4e4030f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:04.221922 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-d8919dfd-1796-4de3-9a53-8a0e4e4030f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f123bd1-1e9b-4d9d-8072-d8fe1a344f17 HTTP/1.1" status: 204 len: 168 time: 0.4042838 Mar 30 07:16:04.299472 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8919dfd-1796-4de3-9a53-8a0e4e4030f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f123bd1-1e9b-4d9d-8072-d8fe1a344f17,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:04.371496 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61053a-cae0-44ed-b2b1-c70870ac9c6d req-fdddee6e-e003-4829-8cb2-7fb95880b986 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:04.373471 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-bb55b499-e0f8-4aa1-9e3f-25f095225123 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:04.377806 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-bb55b499-e0f8-4aa1-9e3f-25f095225123 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.35 "GET /v2.0/networks?id=fdc48dd9-ac72-4ec1-96d3-56de9895320a HTTP/1.1" status: 200 len: 811 time: 0.6071351 Mar 30 07:16:04.378880 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ca61053a-cae0-44ed-b2b1-c70870ac9c6d req-fdddee6e-e003-4829-8cb2-7fb95880b986 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 944 time: 0.4624145 Mar 30 07:16:04.383991 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-03d312c2-2f47-45a0-8207-d639cd1933fd req-acd756b2-e5dc-4912-90d4-1cf3691bb698 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b69b063-2bbd-4852-b768-a54773d55703 HTTP/1.1" status: 200 len: 217 time: 0.2830865 Mar 30 07:16:04.389387 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-c01f6b93-9d6b-45f9-ac76-8ae2749b700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:04.391488 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-c01f6b93-9d6b-45f9-ac76-8ae2749b700f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 200 len: 858 time: 0.1535549 Mar 30 07:16:04.520140 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1632e68-99b5-49a5-9cea-3c2f0e8b96b5 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc9ab7163ff443ff849d017d40115708 HTTP/1.1" status: 200 len: 379 time: 0.1229029 Mar 30 07:16:04.527011 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-5e8c1e5b-779b-4166-a8d4-d3f5dd399393 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Request body: {'port': {'device_id': 'ea531783-864c-44f2-9311-d1939a112f2b', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'admin_state_up': True, 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'security_groups': ['fe337646-b240-4ea3-b392-9f18df250c3c']}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:16:04.535098 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46952506-ed7a-47ba-a4d4-3306605e4824 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:16:04.545061 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d312c2-2f47-45a0-8207-d639cd1933fd req-a3d82528-4f1c-41e0-a060-5b6ff9a94f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:04.546594 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-03d312c2-2f47-45a0-8207-d639cd1933fd req-a3d82528-4f1c-41e0-a060-5b6ff9a94f7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 200 len: 858 time: 0.1476748 Mar 30 07:16:04.550681 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Publish callbacks [] for port (46952506-ed7a-47ba-a4d4-3306605e4824), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:04.574189 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ca61053a-cae0-44ed-b2b1-c70870ac9c6d req-4a03895e-90cf-4063-aeeb-16dacc97905e tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932447 Mar 30 07:16:04.601456 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e9fb7-8822-4f94-8057-f383e69a6448 req-2f1effb3-258e-4149-a338-c12b6d7460d9 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:04.605197 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-44cac495-6083-4cce-a3ff-2f47f871935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:04.607162 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-44cac495-6083-4cce-a3ff-2f47f871935d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9678c55-7461-4938-ba80-6574cdde20b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1923821 Mar 30 07:16:04.610799 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bd5e9fb7-8822-4f94-8057-f383e69a6448 req-2f1effb3-258e-4149-a338-c12b6d7460d9 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 931 time: 0.5008748 Mar 30 07:16:04.647097 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Transition to ACTIVE for port object 46952506-ed7a-47ba-a4d4-3306605e4824 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:16:04.661345 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:04.802394 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bd5e9fb7-8822-4f94-8057-f383e69a6448 req-de75e3c3-912d-4092-8fc1-06cbab170fea tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900976 Mar 30 07:16:04.819483 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Pushing event updated for resources: {'Port': ['ID=46952506-ed7a-47ba-a4d4-3306605e4824,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:04.834806 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d312c2-2f47-45a0-8207-d639cd1933fd req-27e8054f-2f37-4366-b3a2-c9c8d76cd77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:04.837051 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-03d312c2-2f47-45a0-8207-d639cd1933fd req-27e8054f-2f37-4366-b3a2-c9c8d76cd77f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9678c55-7461-4938-ba80-6574cdde20b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2833567 Mar 30 07:16:04.915240 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-5e8c1e5b-779b-4166-a8d4-d3f5dd399393 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Made reservation on behalf of cc9ab7163ff443ff849d017d40115708 for: {'port': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:16:04.924520 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-5e8c1e5b-779b-4166-a8d4-d3f5dd399393 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:04.990314 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35766) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:05.011063 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-003627bb-6482-4e9e-9f5d-d59ac483c072 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957114 Mar 30 07:16:05.066696 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d5c84fa9-f0c8-4143-a5f5-559da073364c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:05.073514 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35772) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:05.127040 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f085f23e-fd6a-4124-8af9-f98526ccebdb req-858de490-032b-4706-91de-103559a702a9 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 210 time: 0.1270921 Mar 30 07:16:05.138208 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96f643-29cf-4864-9186-c798e23a5d6c req-007d8b0f-4eba-43ab-84ab-bc9020ed5541 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:05.139840 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9e96f643-29cf-4864-9186-c798e23a5d6c req-007d8b0f-4eba-43ab-84ab-bc9020ed5541 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 943 time: 0.4376938 Mar 30 07:16:05.192622 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Attempting to bind port 46952506-ed7a-47ba-a4d4-3306605e4824 on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:16:05.192979 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Attempting to bind port 46952506-ed7a-47ba-a4d4-3306605e4824 by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:16:05.193307 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Attempting to bind port 46952506-ed7a-47ba-a4d4-3306605e4824 on network 89db86be-e389-43ed-80e6-11e20145eaf2 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:16:05.221707 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Port 46952506-ed7a-47ba-a4d4-3306605e4824 on network 89db86be-e389-43ed-80e6-11e20145eaf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:16:05.221936 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Attempting to bind port 46952506-ed7a-47ba-a4d4-3306605e4824 on network 89db86be-e389-43ed-80e6-11e20145eaf2 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:16:05.238385 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:16:05.238623 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Checking segment: {'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:16:05.239016 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Bound using segment: {'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:16:05.239451 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Bound port: 46952506-ed7a-47ba-a4d4-3306605e4824, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:16:05.239838 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:05.244535 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9e96f643-29cf-4864-9186-c798e23a5d6c req-dc173dc1-a7b0-4a73-9c39-769173d98a0d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964634 Mar 30 07:16:05.258440 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-03d312c2-2f47-45a0-8207-d639cd1933fd req-dcf5044d-dc2c-4be4-ac28-80dc171110c5 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107409 Mar 30 07:16:05.346847 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 35778) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:05.351703 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 83614a76-4b14-423b-938c-f966a668f09c up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:16:05.392801 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] For port 46952506-ed7a-47ba-a4d4-3306605e4824, host hv-cinder-83577, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:16:05.416140 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] For port 46952506-ed7a-47ba-a4d4-3306605e4824, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=46952506-ed7a-47ba-a4d4-3306605e4824,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:16:05.423635 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-03d312c2-2f47-45a0-8207-d639cd1933fd req-ae49b8cf-9814-49db-98f1-259c8f922805 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591384 Mar 30 07:16:05.429644 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:05.490470 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:05.491620 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:05.494089 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] 10.222.0.35 "PUT /v2.0/ports/46952506-ed7a-47ba-a4d4-3306605e4824 HTTP/1.1" status: 200 len: 1093 time: 2.1405306 Mar 30 07:16:05.494731 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'tag': '46952506-ed7a-47ba-a4d4-3306605e4824'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:16:05.497914 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79220e1-df4a-4eb1-8535-05a40948f906" -d '{"events": [{"name": "network-changed", "server_uuid": "d977a73f-876d-4d10-adf8-326ed77fc467", "tag": "46952506-ed7a-47ba-a4d4-3306605e4824"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:16:05.535118 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port 83614a76-4b14-423b-938c-f966a668f09c completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:16:05.541123 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 83614a76-4b14-423b-938c-f966a668f09c triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:16:05.546429 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (83614a76-4b14-423b-938c-f966a668f09c), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:05.567164 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d5c84fa9-f0c8-4143-a5f5-559da073364c admin admin] Publish callbacks [] for security_group (b4b2bbe7-839c-4cf4-acec-e323823b71ca), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:05.576288 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-f29a4bc6-ba68-493d-94b6-e4e8cc3f2ce9 req-ce2682bb-fe76-4eaf-a362-8ff015d3878a service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520666 Mar 30 07:16:05.586664 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d5c84fa9-f0c8-4143-a5f5-559da073364c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (b4b2bbe7-839c-4cf4-acec-e323823b71ca), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:05.628293 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd8a9cd-eea1-4553-a147-26231181a147 x-openstack-request-id: req-fdd8a9cd-eea1-4553-a147-26231181a147 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:16:05.629197 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d977a73f-876d-4d10-adf8-326ed77fc467", "tag": "46952506-ed7a-47ba-a4d4-3306605e4824", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:16:05.638655 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdd8a9cd-eea1-4553-a147-26231181a147 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:16:05.639511 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd8a9cd-eea1-4553-a147-26231181a147'] response: {'name': 'network-changed', 'server_uuid': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'tag': '46952506-ed7a-47ba-a4d4-3306605e4824', 'status': 'completed', 'code': 200} Mar 30 07:16:05.648743 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1491a0af-f2f5-4cf6-ab62-5ed9f4f060b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:05.692632 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-5e8c1e5b-779b-4166-a8d4-d3f5dd399393 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Allocated IP 172.20.0.13 (fdc48dd9-ac72-4ec1-96d3-56de9895320a/0797f928-0864-4478-9227-7f35a120a31e/cc0a9d6a-7177-46dd-b56e-afefa52539b0) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:16:05.697680 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-d5c84fa9-f0c8-4143-a5f5-559da073364c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6859ff608e7e48a6bde9bd21b6a49865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7020926 Mar 30 07:16:05.703480 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35800) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:05.704140 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c84fa9-f0c8-4143-a5f5-559da073364c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b2bbe7-839c-4cf4-acec-e323823b71ca,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:05.711679 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd006-6569-4169-891a-74364d8e0ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:05.715726 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 83614a76-4b14-423b-938c-f966a668f09c is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:16:05.716328 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (83614a76-4b14-423b-938c-f966a668f09c), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:05.717435 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d6ceb-82a2-4f6c-92f5-396b14c1a50c service neutron] Pushing event updated for resources: {'Port': ['ID=46952506-ed7a-47ba-a4d4-3306605e4824,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:05.785002 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e395dc-f645-44ef-a69c-b609fcfb7c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83614a76-4b14-423b-938c-f966a668f09c'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:16:05.849834 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd006-6569-4169-891a-74364d8e0ec1 admin admin] Publish callbacks [] for security_group (46aef6da-6774-4ca4-be6d-8be724c2d2fc), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:05.878104 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd006-6569-4169-891a-74364d8e0ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (46aef6da-6774-4ca4-be6d-8be724c2d2fc), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:05.901145 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94434dba-0eb4-4037-9292-23c772670471 admin admin] Publish callbacks [] for security_group (b4b2bbe7-839c-4cf4-acec-e323823b71ca), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:05.942449 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1bcbd006-6569-4169-891a-74364d8e0ec1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56017e238c18411991786143ddfcc3a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5906711 Mar 30 07:16:05.948142 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 83614a76-4b14-423b-938c-f966a668f09c, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=83614a76-4b14-423b-938c-f966a668f09c,segment=NetworkSegment(455dc661-8a43-4436-8bce-43655cfaba33),segment_id=455dc661-8a43-4436-8bce-43655cfaba33)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:05.954483 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 35812) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:05.957671 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (83614a76-4b14-423b-938c-f966a668f09c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:05.977079 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94434dba-0eb4-4037-9292-23c772670471 admin admin] Publish callbacks [] for security_group (b4b2bbe7-839c-4cf4-acec-e323823b71ca), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:05.988433 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1491a0af-f2f5-4cf6-ab62-5ed9f4f060b9 admin admin] Publish callbacks [] for security_group (05435557-1f43-4738-a129-ee5927e31424), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.009378 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1491a0af-f2f5-4cf6-ab62-5ed9f4f060b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (05435557-1f43-4738-a129-ee5927e31424), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.036742 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbd006-6569-4169-891a-74364d8e0ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aef6da-6774-4ca4-be6d-8be724c2d2fc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:06.069924 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-5e8c1e5b-779b-4166-a8d4-d3f5dd399393 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.086683 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4945dae-7473-4349-979f-c9d173c5149d" -d '{"events": [{"server_uuid": "b4e395dc-f645-44ef-a69c-b609fcfb7c13", "name": "network-vif-plugged", "status": "completed", "tag": "83614a76-4b14-423b-938c-f966a668f09c"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:16:06.101265 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-1491a0af-f2f5-4cf6-ab62-5ed9f4f060b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5abb4822faa4316bf04e2fc0ed54e26&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0177445 Mar 30 07:16:06.104655 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35816) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:06.115953 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=83614a76-4b14-423b-938c-f966a668f09c,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:06.117778 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491a0af-f2f5-4cf6-ab62-5ed9f4f060b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05435557-1f43-4738-a129-ee5927e31424,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:06.150906 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-3530ae7c-f408-47b8-8918-bb4f304e2429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:06.152722 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-3530ae7c-f408-47b8-8918-bb4f304e2429 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee09b83520e4e8ba691a79d60604388&device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 1127 time: 0.5897856 Mar 30 07:16:06.166193 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94434dba-0eb4-4037-9292-23c772670471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (b4b2bbe7-839c-4cf4-acec-e323823b71ca), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.168790 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94434dba-0eb4-4037-9292-23c772670471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.172624 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-94434dba-0eb4-4037-9292-23c772670471 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4b2bbe7-839c-4cf4-acec-e323823b71ca HTTP/1.1" status: 204 len: 168 time: 0.4616053 Mar 30 07:16:06.188683 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-5e8c1e5b-779b-4166-a8d4-d3f5dd399393 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.192496 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94434dba-0eb4-4037-9292-23c772670471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b2bbe7-839c-4cf4-acec-e323823b71ca,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:06.252342 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d48c7-437e-4c05-a706-960d67dd97fb req-e748c0c1-02f5-41eb-90c8-a853b68beb31 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:06.252720 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b016bddc-72ff-43f7-acba-1b28676a56e0 admin admin] Publish callbacks [] for security_group (05435557-1f43-4738-a129-ee5927e31424), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.253785 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c94d48c7-437e-4c05-a706-960d67dd97fb req-e748c0c1-02f5-41eb-90c8-a853b68beb31 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 944 time: 0.5433311 Mar 30 07:16:06.261624 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-d0a3020c-8684-4155-b9ea-899fbfb083c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46952506-ed7a-47ba-a4d4-3306605e4824 HTTP/1.1" status: 200 len: 217 time: 0.0880196 Mar 30 07:16:06.278838 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a4ab1-9123-4034-984a-770236b824c0 req-f717a774-3173-47d4-9fef-23361a1c693b tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:06.286373 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-af1a4ab1-9123-4034-984a-770236b824c0 req-f717a774-3173-47d4-9fef-23361a1c693b tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.3393731 Mar 30 07:16:06.288425 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-5e8c1e5b-779b-4166-a8d4-d3f5dd399393 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Network fdc48dd9-ac72-4ec1-96d3-56de9895320a is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:16:06.299555 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-5e8c1e5b-779b-4166-a8d4-d3f5dd399393 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:16:06.302825 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b016bddc-72ff-43f7-acba-1b28676a56e0 admin admin] Publish callbacks [] for security_group (05435557-1f43-4738-a129-ee5927e31424), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.304676 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c1e5b-779b-4166-a8d4-d3f5dd399393 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event updated for resources: {'Port': ['ID=cc0a9d6a-7177-46dd-b56e-afefa52539b0,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:06.313316 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-5e8c1e5b-779b-4166-a8d4-d3f5dd399393 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:16:06.324555 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-5e8c1e5b-779b-4166-a8d4-d3f5dd399393 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:06.324555 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-5e8c1e5b-779b-4166-a8d4-d3f5dd399393 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.343086 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04797dcd-6417-4498-9f64-2f6eb5f3a492 admin admin] Publish callbacks [] for security_group (46aef6da-6774-4ca4-be6d-8be724c2d2fc), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.363338 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-5e8c1e5b-779b-4166-a8d4-d3f5dd399393 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8406806 Mar 30 07:16:06.386471 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Request body: {'port': {'device_id': 'ea531783-864c-44f2-9311-d1939a112f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:16:06.416632 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b016bddc-72ff-43f7-acba-1b28676a56e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (05435557-1f43-4738-a129-ee5927e31424), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.420833 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b016bddc-72ff-43f7-acba-1b28676a56e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.422274 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-b016bddc-72ff-43f7-acba-1b28676a56e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05435557-1f43-4738-a129-ee5927e31424 HTTP/1.1" status: 204 len: 168 time: 0.3144865 Mar 30 07:16:06.440816 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016bddc-72ff-43f7-acba-1b28676a56e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05435557-1f43-4738-a129-ee5927e31424,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:06.445699 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04797dcd-6417-4498-9f64-2f6eb5f3a492 admin admin] Publish callbacks [] for security_group (46aef6da-6774-4ca4-be6d-8be724c2d2fc), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.484537 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.488229 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-4c8f1511-b369-4834-bd5e-ae035f0dd910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:06.490122 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-4c8f1511-b369-4834-bd5e-ae035f0dd910 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602 HTTP/1.1" status: 200 len: 856 time: 0.1990793 Mar 30 07:16:06.520323 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c94d48c7-437e-4c05-a706-960d67dd97fb req-4ebf375c-65f5-48c9-bb1a-61d481db8a8d tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547195 Mar 30 07:16:06.578762 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-af1a4ab1-9123-4034-984a-770236b824c0 req-3836a798-9a78-4c48-9ff0-3ec6e40dcaf1 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912409 Mar 30 07:16:06.640086 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-fe41d64e-ec4b-40df-9a7f-dc6c6ed14cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:06.645035 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-fe41d64e-ec4b-40df-9a7f-dc6c6ed14cab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=89db86be-e389-43ed-80e6-11e20145eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1412358 Mar 30 07:16:06.661360 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-4b6641ad-ce4a-4571-830b-b9cc9738aa40 None None] Provisioning complete for port cc0a9d6a-7177-46dd-b56e-afefa52539b0 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:16:06.661901 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4b6641ad-ce4a-4571-830b-b9cc9738aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.679306 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04797dcd-6417-4498-9f64-2f6eb5f3a492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (46aef6da-6774-4ca4-be6d-8be724c2d2fc), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.691993 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04797dcd-6417-4498-9f64-2f6eb5f3a492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:06.695947 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-04797dcd-6417-4498-9f64-2f6eb5f3a492 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46aef6da-6774-4ca4-be6d-8be724c2d2fc HTTP/1.1" status: 204 len: 168 time: 0.6799569 Mar 30 07:16:06.771344 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-4b6641ad-ce4a-4571-830b-b9cc9738aa40 None None] Port cc0a9d6a-7177-46dd-b56e-afefa52539b0 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:16:06.775622 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04797dcd-6417-4498-9f64-2f6eb5f3a492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aef6da-6774-4ca4-be6d-8be724c2d2fc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:06.836895 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c61e38-f6f7-49ee-afe0-a74a70eef348 req-572e8ee4-1428-409f-9d1a-e978668f7785 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:06.843972 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-46c61e38-f6f7-49ee-afe0-a74a70eef348 req-572e8ee4-1428-409f-9d1a-e978668f7785 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 932 time: 0.1468160 Mar 30 07:16:06.852797 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-3950693e-f4fe-44f2-a139-989c8adc8581 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971037 Mar 30 07:16:06.868987 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9fbea9-f28a-427b-8235-12b155be48cd x-openstack-request-id: req-df9fbea9-f28a-427b-8235-12b155be48cd {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:16:06.869405 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e395dc-f645-44ef-a69c-b609fcfb7c13", "name": "network-vif-plugged", "status": "completed", "tag": "83614a76-4b14-423b-938c-f966a668f09c", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:16:06.869777 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df9fbea9-f28a-427b-8235-12b155be48cd {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:16:06.870761 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9fbea9-f28a-427b-8235-12b155be48cd'] response: {'server_uuid': 'b4e395dc-f645-44ef-a69c-b609fcfb7c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83614a76-4b14-423b-938c-f966a668f09c', 'code': 200} Mar 30 07:16:06.960206 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-46c61e38-f6f7-49ee-afe0-a74a70eef348 req-ad80e8ca-0ec8-49a0-ab3e-301b83579c14 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149719 Mar 30 07:16:07.039504 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d9986ff-7c21-433f-9690-2d2a2e383445 req-7cc32995-c791-46b6-b871-9cf639746e13 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787536 Mar 30 07:16:07.059137 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb7e27-be2c-43b7-8d66-3e690b75cdd3 req-0fba97b6-dc22-46e3-ad2e-849d0781febb tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:07.061202 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-12cb7e27-be2c-43b7-8d66-3e690b75cdd3 req-0fba97b6-dc22-46e3-ad2e-849d0781febb tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 943 time: 0.1000271 Mar 30 07:16:07.075752 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0a9d6a-7177-46dd-b56e-afefa52539b0 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:16:07.088364 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Publish callbacks [] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:07.105406 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Transition to ACTIVE for port object cc0a9d6a-7177-46dd-b56e-afefa52539b0 will not be triggered until provisioned by entity L2. {{(pid=103478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:16:07.113766 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:07.127292 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35844) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:07.131847 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-12cb7e27-be2c-43b7-8d66-3e690b75cdd3 req-fe854d5f-7262-4cff-b096-44dbf1dc98bf tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634015 Mar 30 07:16:07.183741 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f8c4395c-a020-4932-8cce-12b14ed20cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:07.345380 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 8b69b063-2bbd-4852-b768-a54773d55703 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:16:07.369631 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00f6e0-6238-4c60-a713-0405e2dbab7f req-70dd70ae-92a9-4320-b3e7-9e604e13ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:07.371158 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb00f6e0-6238-4c60-a713-0405e2dbab7f req-70dd70ae-92a9-4320-b3e7-9e604e13ef4f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 1129 time: 0.1974969 Mar 30 07:16:07.393010 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0a9d6a-7177-46dd-b56e-afefa52539b0,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:07.398626 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35860) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:07.408926 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb00f6e0-6238-4c60-a713-0405e2dbab7f req-6bf76a6a-f863-4a85-bfab-baf76075d223 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:07.444682 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ad50-e5a9-4803-ae3f-4abbe1ff70e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:07.458643 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Attempting to bind port cc0a9d6a-7177-46dd-b56e-afefa52539b0 on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:16:07.459062 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Attempting to bind port cc0a9d6a-7177-46dd-b56e-afefa52539b0 by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:16:07.459476 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Attempting to bind port cc0a9d6a-7177-46dd-b56e-afefa52539b0 on network fdc48dd9-ac72-4ec1-96d3-56de9895320a {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:16:07.488990 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Port cc0a9d6a-7177-46dd-b56e-afefa52539b0 on network fdc48dd9-ac72-4ec1-96d3-56de9895320a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:16:07.489314 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Attempting to bind port cc0a9d6a-7177-46dd-b56e-afefa52539b0 on network fdc48dd9-ac72-4ec1-96d3-56de9895320a {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:16:07.510164 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79220e1-df4a-4eb1-8535-05a40948f906 req-924eea3a-a6e5-4ddb-b941-54c14a49c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:07.512133 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d79220e1-df4a-4eb1-8535-05a40948f906 req-924eea3a-a6e5-4ddb-b941-54c14a49c666 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee09b83520e4e8ba691a79d60604388&device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 1127 time: 0.3406963 Mar 30 07:16:07.520761 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:16:07.521111 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Checking segment: {'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:16:07.521588 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Bound using segment: {'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:16:07.522139 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Bound port: cc0a9d6a-7177-46dd-b56e-afefa52539b0, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:16:07.522580 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:07.544758 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f8c4395c-a020-4932-8cce-12b14ed20cf5 admin admin] Publish callbacks [] for security_group (e29aa8b0-c5f1-4f83-9a40-94c9697bb589), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:07.550003 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb00f6e0-6238-4c60-a713-0405e2dbab7f req-6bf76a6a-f863-4a85-bfab-baf76075d223 service neutron] Publish callbacks [] for security_group (efe66f6d-a8bb-4d9b-b077-bd702fabdee2), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:07.560639 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb00f6e0-6238-4c60-a713-0405e2dbab7f req-6bf76a6a-f863-4a85-bfab-baf76075d223 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (efe66f6d-a8bb-4d9b-b077-bd702fabdee2), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:07.628889 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 8b69b063-2bbd-4852-b768-a54773d55703, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=8b69b063-2bbd-4852-b768-a54773d55703,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:07.655643 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '8b69b063-2bbd-4852-b768-a54773d55703', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'port_id': '8b69b063-2bbd-4852-b768-a54773d55703', 'mac_address': 'fa:16:3e:e4:9b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:16:07.695104 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79220e1-df4a-4eb1-8535-05a40948f906 req-840b783c-cbaa-4508-b10c-c1ac95380e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:07.697387 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb00f6e0-6238-4c60-a713-0405e2dbab7f req-6bf76a6a-f863-4a85-bfab-baf76075d223 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184826 Mar 30 07:16:07.700277 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d79220e1-df4a-4eb1-8535-05a40948f906 req-840b783c-cbaa-4508-b10c-c1ac95380e9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=89db86be-e389-43ed-80e6-11e20145eaf2 HTTP/1.1" status: 200 len: 918 time: 0.1583757 Mar 30 07:16:07.709426 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 8b69b063-2bbd-4852-b768-a54773d55703 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:16:07.709973 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (8b69b063-2bbd-4852-b768-a54773d55703), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:07.727744 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b69b063-2bbd-4852-b768-a54773d55703 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:16:07.737127 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f8c4395c-a020-4932-8cce-12b14ed20cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (e29aa8b0-c5f1-4f83-9a40-94c9697bb589), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:07.755405 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 8b69b063-2bbd-4852-b768-a54773d55703, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=8b69b063-2bbd-4852-b768-a54773d55703,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:07.762360 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (8b69b063-2bbd-4852-b768-a54773d55703), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:07.776916 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-f8c4395c-a020-4932-8cce-12b14ed20cf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad956698aa524d8497f22da5d6f81c41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6484747 Mar 30 07:16:07.785320 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 35876) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:07.796740 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf76a6a-f863-4a85-bfab-baf76075d223 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=efe66f6d-a8bb-4d9b-b077-bd702fabdee2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:07.836864 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac6777-92f8-410c-8465-2c2697eca3c4 req-013d416e-fc17-48cd-b56a-7e2b37188667 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:07.838442 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-01ac6777-92f8-410c-8465-2c2697eca3c4 req-013d416e-fc17-48cd-b56a-7e2b37188667 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 945 time: 0.1477790 Mar 30 07:16:07.845235 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=8b69b063-2bbd-4852-b768-a54773d55703,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:07.845952 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5cd0b-f77c-4a16-adfb-7e9b6027025b req-2a7402cd-4f3f-4e0a-badf-54e30338b2b1 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:07.852725 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-aed5cd0b-f77c-4a16-adfb-7e9b6027025b req-2a7402cd-4f3f-4e0a-badf-54e30338b2b1 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.1068599 Mar 30 07:16:07.873577 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4395c-a020-4932-8cce-12b14ed20cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29aa8b0-c5f1-4f83-9a40-94c9697bb589,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:07.921662 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] For port cc0a9d6a-7177-46dd-b56e-afefa52539b0, host hv-cinder-83577, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:16:07.928484 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] For port cc0a9d6a-7177-46dd-b56e-afefa52539b0, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=cc0a9d6a-7177-46dd-b56e-afefa52539b0,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:16:07.928613 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-aed5cd0b-f77c-4a16-adfb-7e9b6027025b req-cb4f3080-bb0a-4d84-a2a0-49db25eb9e32 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746388 Mar 30 07:16:07.930883 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ad50-e5a9-4803-ae3f-4abbe1ff70e8 admin admin] Publish callbacks [] for security_group (c3022fa0-9b1b-46cf-aef1-aa85c868a2b1), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:07.942555 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ad50-e5a9-4803-ae3f-4abbe1ff70e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (c3022fa0-9b1b-46cf-aef1-aa85c868a2b1), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:07.943428 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-01ac6777-92f8-410c-8465-2c2697eca3c4 req-0340aeb1-1f8d-482b-8fed-8b63bf606a86 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872145 Mar 30 07:16:07.959075 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:07.969978 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c661c8e4-dd2c-4a74-95d0-db30bb1c5f3d admin admin] Publish callbacks [] for security_group (e29aa8b0-c5f1-4f83-9a40-94c9697bb589), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:08.076509 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973712e5-6c5f-4cb0-a37f-86b4c5df6a10 req-cf635431-bb36-4557-b6eb-7cc6c48554c5 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:08.078160 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-973712e5-6c5f-4cb0-a37f-86b4c5df6a10 req-cf635431-bb36-4557-b6eb-7cc6c48554c5 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 944 time: 0.0565760 Mar 30 07:16:08.081887 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d79220e1-df4a-4eb1-8535-05a40948f906 req-3a45d74f-f5ae-48b3-95b9-cb9cfcf4ef9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46952506-ed7a-47ba-a4d4-3306605e4824 HTTP/1.1" status: 200 len: 217 time: 0.0639763 Mar 30 07:16:08.082471 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5ad50-e5a9-4803-ae3f-4abbe1ff70e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3022fa0-9b1b-46cf-aef1-aa85c868a2b1,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:08.083034 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['8b69b063-2bbd-4852-b768-a54773d55703'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:16:08.089840 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:08.090452 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:08.091910 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] 10.222.0.35 "PUT /v2.0/ports/cc0a9d6a-7177-46dd-b56e-afefa52539b0 HTTP/1.1" status: 200 len: 1094 time: 1.7122738 Mar 30 07:16:08.099618 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-6ae5ad50-e5a9-4803-ae3f-4abbe1ff70e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe32a888f4ad4ea2b4e44254db9e7524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6969504 Mar 30 07:16:08.101178 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 35886) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:08.101435 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea531783-864c-44f2-9311-d1939a112f2b', 'tag': 'cc0a9d6a-7177-46dd-b56e-afefa52539b0'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:16:08.102478 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e205146-102c-40a1-bfd9-cdcb898639fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ea531783-864c-44f2-9311-d1939a112f2b", "tag": "cc0a9d6a-7177-46dd-b56e-afefa52539b0"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:16:08.110441 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c661c8e4-dd2c-4a74-95d0-db30bb1c5f3d admin admin] Publish callbacks [] for security_group (e29aa8b0-c5f1-4f83-9a40-94c9697bb589), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:08.207070 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfa2284-f4ae-4e90-a763-37f85771a84e x-openstack-request-id: req-ccfa2284-f4ae-4e90-a763-37f85771a84e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:16:08.207070 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea531783-864c-44f2-9311-d1939a112f2b", "tag": "cc0a9d6a-7177-46dd-b56e-afefa52539b0", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:16:08.207373 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccfa2284-f4ae-4e90-a763-37f85771a84e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:16:08.207585 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccfa2284-f4ae-4e90-a763-37f85771a84e'] response: {'name': 'network-changed', 'server_uuid': 'ea531783-864c-44f2-9311-d1939a112f2b', 'tag': 'cc0a9d6a-7177-46dd-b56e-afefa52539b0', 'status': 'completed', 'code': 200} Mar 30 07:16:08.210211 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa4fda-2c2b-4b98-ab18-83e7f4344180 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0a9d6a-7177-46dd-b56e-afefa52539b0,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:08.287470 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-973712e5-6c5f-4cb0-a37f-86b4c5df6a10 req-ca846d6c-3188-425a-a388-158ccb6756b1 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889782 Mar 30 07:16:08.301464 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8687127-74b3-4cb9-8aec-3b70b3002d36 admin admin] Publish callbacks [] for security_group (c3022fa0-9b1b-46cf-aef1-aa85c868a2b1), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:08.317783 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79220e1-df4a-4eb1-8535-05a40948f906 req-2aa59a63-0e4b-40c8-89b3-03ebb9f963e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:08.318377 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d79220e1-df4a-4eb1-8535-05a40948f906 req-2aa59a63-0e4b-40c8-89b3-03ebb9f963e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602 HTTP/1.1" status: 200 len: 856 time: 0.2054434 Mar 30 07:16:08.347086 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8687127-74b3-4cb9-8aec-3b70b3002d36 admin admin] Publish callbacks [] for security_group (c3022fa0-9b1b-46cf-aef1-aa85c868a2b1), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:08.362812 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-5fde31b1-4bf2-4278-91f1-8c5e3f635d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:08.364162 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-5fde31b1-4bf2-4278-91f1-8c5e3f635d2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9ab7163ff443ff849d017d40115708&device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 1128 time: 0.1780334 Mar 30 07:16:08.364736 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c661c8e4-dd2c-4a74-95d0-db30bb1c5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (e29aa8b0-c5f1-4f83-9a40-94c9697bb589), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:08.367348 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c661c8e4-dd2c-4a74-95d0-db30bb1c5f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:08.371003 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-c661c8e4-dd2c-4a74-95d0-db30bb1c5f3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e29aa8b0-c5f1-4f83-9a40-94c9697bb589 HTTP/1.1" status: 204 len: 168 time: 0.5798633 Mar 30 07:16:08.421935 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661c8e4-dd2c-4a74-95d0-db30bb1c5f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29aa8b0-c5f1-4f83-9a40-94c9697bb589,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:08.436805 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-e065e9b2-072d-467b-9959-87ea8c478b1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc0a9d6a-7177-46dd-b56e-afefa52539b0 HTTP/1.1" status: 200 len: 217 time: 0.0535398 Mar 30 07:16:08.453538 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79220e1-df4a-4eb1-8535-05a40948f906 req-4c578dbe-ebc7-4092-b0d8-355c77b5263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:08.455263 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d79220e1-df4a-4eb1-8535-05a40948f906 req-4c578dbe-ebc7-4092-b0d8-355c77b5263f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=89db86be-e389-43ed-80e6-11e20145eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1294353 Mar 30 07:16:08.503671 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8687127-74b3-4cb9-8aec-3b70b3002d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (c3022fa0-9b1b-46cf-aef1-aa85c868a2b1), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:08.506629 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8687127-74b3-4cb9-8aec-3b70b3002d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:08.510382 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a8687127-74b3-4cb9-8aec-3b70b3002d36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3022fa0-9b1b-46cf-aef1-aa85c868a2b1 HTTP/1.1" status: 204 len: 168 time: 0.4004564 Mar 30 07:16:08.516263 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3987f3d-47fd-4f85-a81d-b7c7415a5f41 req-4dc0d84f-37b1-48a8-ba3d-8fcec5134539 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:08.517777 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b3987f3d-47fd-4f85-a81d-b7c7415a5f41 req-4dc0d84f-37b1-48a8-ba3d-8fcec5134539 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 943 time: 0.2182341 Mar 30 07:16:08.531439 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8687127-74b3-4cb9-8aec-3b70b3002d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3022fa0-9b1b-46cf-aef1-aa85c868a2b1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:08.573583 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-9bf0c6f9-20c1-411b-bcea-00fe7cb2b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:08.575187 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-9bf0c6f9-20c1-411b-bcea-00fe7cb2b730 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0797f928-0864-4478-9227-7f35a120a31e HTTP/1.1" status: 200 len: 850 time: 0.1314564 Mar 30 07:16:08.596457 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b3987f3d-47fd-4f85-a81d-b7c7415a5f41 req-9673abf9-483f-4001-bc8f-375786f54973 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710757 Mar 30 07:16:08.644228 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d79220e1-df4a-4eb1-8535-05a40948f906 req-d741bdfd-d071-4536-9fba-53169bef8e60 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561694 Mar 30 07:16:08.676340 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-1ba30b8e-377e-43df-8f83-58d895940213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:08.678167 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-1ba30b8e-377e-43df-8f83-58d895940213 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdc48dd9-ac72-4ec1-96d3-56de9895320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897577 Mar 30 07:16:08.821897 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d79220e1-df4a-4eb1-8535-05a40948f906 req-56f65e50-81af-4ac7-a960-9406ba1aa6bf service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676855 Mar 30 07:16:08.827727 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-f4957a79-eb14-4902-a54d-a994ab0e53a8 service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227458 Mar 30 07:16:08.952618 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b402953e-b630-4fbc-8cba-a90c8f64ae65 req-7370c5d9-a151-4c10-8dde-4f5a5e7eeb6b service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054699 Mar 30 07:16:09.057910 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 35932) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:09.145630 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1dd09a0-dad4-4c62-bb29-4e143f66a2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:09.165659 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e205146-102c-40a1-bfd9-cdcb898639fb req-1f126b15-38d4-4a0c-8d32-51d52a53ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:09.168921 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6e205146-102c-40a1-bfd9-cdcb898639fb req-1f126b15-38d4-4a0c-8d32-51d52a53ccc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9ab7163ff443ff849d017d40115708&device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 1128 time: 0.1153071 Mar 30 07:16:09.292916 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e205146-102c-40a1-bfd9-cdcb898639fb req-98971537-3fd8-4a60-9626-e2a123b41c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:09.294742 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6e205146-102c-40a1-bfd9-cdcb898639fb req-98971537-3fd8-4a60-9626-e2a123b41c2e service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdc48dd9-ac72-4ec1-96d3-56de9895320a HTTP/1.1" status: 200 len: 912 time: 0.1193907 Mar 30 07:16:09.350090 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6e205146-102c-40a1-bfd9-cdcb898639fb req-20378096-faef-4f2a-a88b-91d052b2cbbe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc0a9d6a-7177-46dd-b56e-afefa52539b0 HTTP/1.1" status: 200 len: 217 time: 0.0487545 Mar 30 07:16:09.356722 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 46952506-ed7a-47ba-a4d4-3306605e4824 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:16:09.421214 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e205146-102c-40a1-bfd9-cdcb898639fb req-bb72d11c-9032-4edf-ab5e-4e97b326f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:09.422775 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6e205146-102c-40a1-bfd9-cdcb898639fb req-bb72d11c-9032-4edf-ab5e-4e97b326f53b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0797f928-0864-4478-9227-7f35a120a31e HTTP/1.1" status: 200 len: 850 time: 0.0643828 Mar 30 07:16:09.478738 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 8b69b063-2bbd-4852-b768-a54773d55703 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:16:09.489970 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1dd09a0-dad4-4c62-bb29-4e143f66a2ac admin admin] Publish callbacks [] for security_group (11e8b22f-c0ed-4379-9f00-21791b4333ca), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:09.503544 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f1dd09a0-dad4-4c62-bb29-4e143f66a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (11e8b22f-c0ed-4379-9f00-21791b4333ca), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:09.552636 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e205146-102c-40a1-bfd9-cdcb898639fb req-471f535f-5819-4662-b5df-b43ce81518e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:09.555760 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6e205146-102c-40a1-bfd9-cdcb898639fb req-471f535f-5819-4662-b5df-b43ce81518e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdc48dd9-ac72-4ec1-96d3-56de9895320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1107280 Mar 30 07:16:09.571708 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c987450-b8b6-47e3-9174-245eab586aca req-9cb4bf51-cf15-4227-9b2f-beadc0865a0d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:09.573253 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c987450-b8b6-47e3-9174-245eab586aca req-9cb4bf51-cf15-4227-9b2f-beadc0865a0d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.4996138 Mar 30 07:16:09.584797 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f1dd09a0-dad4-4c62-bb29-4e143f66a2ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afcd4fc046cd411c9b0ba52cfd131331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5255334 Mar 30 07:16:09.588450 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 35954) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:09.603339 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 46952506-ed7a-47ba-a4d4-3306605e4824, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=46952506-ed7a-47ba-a4d4-3306605e4824,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:09.619780 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd09a0-dad4-4c62-bb29-4e143f66a2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e8b22f-c0ed-4379-9f00-21791b4333ca,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:09.638040 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '46952506-ed7a-47ba-a4d4-3306605e4824', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'port_id': '46952506-ed7a-47ba-a4d4-3306605e4824', 'mac_address': 'fa:16:3e:12:d3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:16:09.638411 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dd97c-2577-4607-90e6-4f087734cd9e req-f2d0d73b-5ff6-4981-a459-9795afba6137 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:09.646086 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-185dd97c-2577-4607-90e6-4f087734cd9e req-f2d0d73b-5ff6-4981-a459-9795afba6137 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 945 time: 0.5734000 Mar 30 07:16:09.651747 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port 8b69b063-2bbd-4852-b768-a54773d55703 completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:16:09.681683 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 8b69b063-2bbd-4852-b768-a54773d55703 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:16:09.682277 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (8b69b063-2bbd-4852-b768-a54773d55703), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:09.714531 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e237a75-afd6-4a90-998e-34ba1ea284a5 admin admin] Publish callbacks [] for security_group (11e8b22f-c0ed-4379-9f00-21791b4333ca), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:09.724127 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6e205146-102c-40a1-bfd9-cdcb898639fb req-859a4782-2370-4e2f-bdb1-80f698cff123 service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595824 Mar 30 07:16:09.724406 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 46952506-ed7a-47ba-a4d4-3306605e4824 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:16:09.724993 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:09.751300 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46952506-ed7a-47ba-a4d4-3306605e4824 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:16:09.767009 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c987450-b8b6-47e3-9174-245eab586aca req-7a7e9f37-2b6e-468d-b8de-17f6d54062b4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791005 Mar 30 07:16:09.778619 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 46952506-ed7a-47ba-a4d4-3306605e4824, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=46952506-ed7a-47ba-a4d4-3306605e4824,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:09.809750 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:09.810691 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2143af28-585c-4f87-adef-e00385fa7b91 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:16:09.823122 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-185dd97c-2577-4607-90e6-4f087734cd9e req-e399d2b3-8152-4970-9a46-84ad2f8fb05d tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758139 Mar 30 07:16:09.847307 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e237a75-afd6-4a90-998e-34ba1ea284a5 admin admin] Publish callbacks [] for security_group (11e8b22f-c0ed-4379-9f00-21791b4333ca), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:09.916485 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6e205146-102c-40a1-bfd9-cdcb898639fb req-92a79f6b-5bdd-43d0-b05d-5f42540c20fd service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779730 Mar 30 07:16:09.927799 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2143af28-585c-4f87-adef-e00385fa7b91, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2143af28-585c-4f87-adef-e00385fa7b91,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:09.943864 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '2143af28-585c-4f87-adef-e00385fa7b91', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'port_id': '2143af28-585c-4f87-adef-e00385fa7b91', 'mac_address': 'fa:16:3e:b3:f3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:16:10.021838 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 8b69b063-2bbd-4852-b768-a54773d55703 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:16:10.022628 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (8b69b063-2bbd-4852-b768-a54773d55703), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:10.040882 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa48c8-ca4f-4496-88e2-10725a5af2fa req-8b4f4296-c3ce-46aa-9e1a-0de1f0736612 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:10.049289 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 2143af28-585c-4f87-adef-e00385fa7b91 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:16:10.049878 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-edaa48c8-ca4f-4496-88e2-10725a5af2fa req-8b4f4296-c3ce-46aa-9e1a-0de1f0736612 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 944 time: 0.1039996 Mar 30 07:16:10.050074 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2143af28-585c-4f87-adef-e00385fa7b91), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:10.066063 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2143af28-585c-4f87-adef-e00385fa7b91 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:16:10.071115 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e77ead-1f57-4e46-879e-6e6d89e59838 req-d9807bdd-c0ab-4b00-8a2f-4432359e4675 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:10.074657 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=46952506-ed7a-47ba-a4d4-3306605e4824,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:10.077099 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d3e77ead-1f57-4e46-879e-6e6d89e59838 req-d9807bdd-c0ab-4b00-8a2f-4432359e4675 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 943 time: 0.1301441 Mar 30 07:16:10.078844 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e237a75-afd6-4a90-998e-34ba1ea284a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (11e8b22f-c0ed-4379-9f00-21791b4333ca), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:10.081741 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e237a75-afd6-4a90-998e-34ba1ea284a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:10.085523 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3e237a75-afd6-4a90-998e-34ba1ea284a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11e8b22f-c0ed-4379-9f00-21791b4333ca HTTP/1.1" status: 204 len: 168 time: 0.4962060 Mar 30 07:16:10.104291 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fedaffa-1632-4376-a01c-64b81265770e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b69b063-2bbd-4852-b768-a54773d55703'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:16:10.107246 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda8ef93-0744-44c0-b978-b3f1d612d081" -d '{"events": [{"server_uuid": "7fedaffa-1632-4376-a01c-64b81265770e", "name": "network-vif-plugged", "status": "completed", "tag": "8b69b063-2bbd-4852-b768-a54773d55703"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:16:10.114043 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2143af28-585c-4f87-adef-e00385fa7b91, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2143af28-585c-4f87-adef-e00385fa7b91,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:10.123288 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2143af28-585c-4f87-adef-e00385fa7b91), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:10.125961 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 8b69b063-2bbd-4852-b768-a54773d55703, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=8b69b063-2bbd-4852-b768-a54773d55703,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:10.151411 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (8b69b063-2bbd-4852-b768-a54773d55703), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:10.168613 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e237a75-afd6-4a90-998e-34ba1ea284a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e8b22f-c0ed-4379-9f00-21791b4333ca,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:10.177486 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=2143af28-585c-4f87-adef-e00385fa7b91,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:10.240357 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=8b69b063-2bbd-4852-b768-a54773d55703,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:10.287443 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-edaa48c8-ca4f-4496-88e2-10725a5af2fa req-87616f14-6767-4542-a8e2-8b88a837761e tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364612 Mar 30 07:16:10.333718 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d3e77ead-1f57-4e46-879e-6e6d89e59838 req-0ae27ae6-0d4d-4cb3-bf93-0015f561c097 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552600 Mar 30 07:16:10.354244 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb5abfd-4bf0-46ad-b13c-3ebc9b3811f5 x-openstack-request-id: req-ddb5abfd-4bf0-46ad-b13c-3ebc9b3811f5 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:16:10.354556 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fedaffa-1632-4376-a01c-64b81265770e", "name": "network-vif-plugged", "status": "completed", "tag": "8b69b063-2bbd-4852-b768-a54773d55703", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:16:10.354811 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddb5abfd-4bf0-46ad-b13c-3ebc9b3811f5 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:16:10.355279 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb5abfd-4bf0-46ad-b13c-3ebc9b3811f5'] response: {'server_uuid': '7fedaffa-1632-4376-a01c-64b81265770e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b69b063-2bbd-4852-b768-a54773d55703', 'code': 200} Mar 30 07:16:10.540320 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['2143af28-585c-4f87-adef-e00385fa7b91'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:16:10.546844 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['46952506-ed7a-47ba-a4d4-3306605e4824'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:16:10.692041 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deca93b-4017-439a-a768-38134e003823 req-406ce355-706a-4453-b44f-e4741b22663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:10.694451 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8deca93b-4017-439a-a768-38134e003823 req-406ce355-706a-4453-b44f-e4741b22663f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 1130 time: 0.1319001 Mar 30 07:16:10.766183 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8deca93b-4017-439a-a768-38134e003823 req-08000a3f-0352-49bc-8725-4c5dbe721c47 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642016 Mar 30 07:16:10.951862 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4aab8-c4ff-44d3-8ec6-18b1f00ba783 req-f0761184-ebbf-46ac-aa09-80b286e2f90d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:10.953801 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cea4aab8-c4ff-44d3-8ec6-18b1f00ba783 req-f0761184-ebbf-46ac-aa09-80b286e2f90d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 944 time: 0.0876248 Mar 30 07:16:10.962686 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936a0f7-ef2f-40a8-9710-29fe14168830 req-7c9c5ef6-7d21-4d1c-84ff-8436d76f5b4c tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:10.964398 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4936a0f7-ef2f-40a8-9710-29fe14168830 req-7c9c5ef6-7d21-4d1c-84ff-8436d76f5b4c tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 945 time: 0.0967243 Mar 30 07:16:11.039847 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cea4aab8-c4ff-44d3-8ec6-18b1f00ba783 req-81d0a45e-28b1-45da-8bad-4c794226c954 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741322 Mar 30 07:16:11.059481 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4936a0f7-ef2f-40a8-9710-29fe14168830 req-6188d6bd-151e-484b-bea7-905e81e0cae0 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858312 Mar 30 07:16:11.517823 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79dd6e-eeb6-446e-9e5b-823bbfe60410 req-2af82e5c-7cec-4689-914a-b2bc7b3c1957 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:11.524481 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2d79dd6e-eeb6-446e-9e5b-823bbfe60410 req-2af82e5c-7cec-4689-914a-b2bc7b3c1957 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 944 time: 0.1400738 Mar 30 07:16:11.583834 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26940-9a8b-4c56-83f5-0b4e3026c66e req-7a8fc006-f969-4583-a0f2-2d6e897f75a4 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:11.591045 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-22f26940-9a8b-4c56-83f5-0b4e3026c66e req-7a8fc006-f969-4583-a0f2-2d6e897f75a4 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 944 time: 0.1568909 Mar 30 07:16:11.604302 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36058) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:11.636753 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2d79dd6e-eeb6-446e-9e5b-823bbfe60410 req-b737048f-1d98-4a15-88f4-1907ca7263b4 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107838 Mar 30 07:16:11.669782 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-22f26940-9a8b-4c56-83f5-0b4e3026c66e req-bb50b387-800f-4c51-8514-77a51429fb3b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777962 Mar 30 07:16:12.012460 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-973aa4a8-68fd-4e42-b158-1108e130af5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:12.101376 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-973aa4a8-68fd-4e42-b158-1108e130af5f admin admin] Publish callbacks [] for security_group (5a0b1229-28d9-43df-ae99-1592d533feeb), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:12.105544 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-973aa4a8-68fd-4e42-b158-1108e130af5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (5a0b1229-28d9-43df-ae99-1592d533feeb), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:12.132677 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-973aa4a8-68fd-4e42-b158-1108e130af5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2c97b80e35b4a449351a32783539593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5248430 Mar 30 07:16:12.136287 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36080) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:12.168994 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973aa4a8-68fd-4e42-b158-1108e130af5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0b1229-28d9-43df-ae99-1592d533feeb,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:12.179874 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2c47b-e21d-47ae-a5e0-2af53efff9af req-d029f9d3-d2ad-4286-a432-088898113b70 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:12.182091 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e4c2c47b-e21d-47ae-a5e0-2af53efff9af req-d029f9d3-d2ad-4286-a432-088898113b70 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 944 time: 0.0548589 Mar 30 07:16:12.208422 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4dd4088-6be7-45d1-b77d-0756198d10f8 admin admin] Publish callbacks [] for security_group (5a0b1229-28d9-43df-ae99-1592d533feeb), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:12.230324 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4dd4088-6be7-45d1-b77d-0756198d10f8 admin admin] Publish callbacks [] for security_group (5a0b1229-28d9-43df-ae99-1592d533feeb), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:12.237280 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e4c2c47b-e21d-47ae-a5e0-2af53efff9af req-08970e05-51c2-404f-8c0b-5b2abb6ee2f3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494819 Mar 30 07:16:12.296816 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4dd4088-6be7-45d1-b77d-0756198d10f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (5a0b1229-28d9-43df-ae99-1592d533feeb), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:12.299369 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4dd4088-6be7-45d1-b77d-0756198d10f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:12.300550 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-c4dd4088-6be7-45d1-b77d-0756198d10f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a0b1229-28d9-43df-ae99-1592d533feeb HTTP/1.1" status: 204 len: 168 time: 0.1633964 Mar 30 07:16:12.308547 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd4088-6be7-45d1-b77d-0756198d10f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0b1229-28d9-43df-ae99-1592d533feeb,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:12.658289 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 36112) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:12.676675 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00cff0ee-effc-4150-a9e8-350bfa2b165a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:12.831601 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00cff0ee-effc-4150-a9e8-350bfa2b165a admin admin] Publish callbacks [] for security_group (c326e319-2ca4-4a2e-85dd-8c08d4907361), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:12.839907 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdd88d-97e0-4eb2-b8b1-7854f0df385f req-ee69ac74-90cd-4924-980a-3f9ba246fd78 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:12.841917 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dbcdd88d-97e0-4eb2-b8b1-7854f0df385f req-ee69ac74-90cd-4924-980a-3f9ba246fd78 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 944 time: 0.1245952 Mar 30 07:16:12.844080 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00cff0ee-effc-4150-a9e8-350bfa2b165a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (c326e319-2ca4-4a2e-85dd-8c08d4907361), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:12.906249 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba35f63-2a37-4ad0-aff5-90530eee16b2 req-447b43cd-655e-40f0-8bce-75549983ef8f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:12.907820 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5ba35f63-2a37-4ad0-aff5-90530eee16b2 req-447b43cd-655e-40f0-8bce-75549983ef8f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 944 time: 0.1561744 Mar 30 07:16:12.918274 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-00cff0ee-effc-4150-a9e8-350bfa2b165a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f321f3bc12434058aa8cda4c217cac1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587688 Mar 30 07:16:12.920652 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cff0ee-effc-4150-a9e8-350bfa2b165a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c326e319-2ca4-4a2e-85dd-8c08d4907361,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:12.921690 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36126) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:12.968331 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dbcdd88d-97e0-4eb2-b8b1-7854f0df385f req-382e8992-3bf9-43b1-9671-fb2f6645d37c tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035454 Mar 30 07:16:13.001054 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e3359ba-4e62-44c6-a56e-0514e6245e22 admin admin] Publish callbacks [] for security_group (c326e319-2ca4-4a2e-85dd-8c08d4907361), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.001537 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5ba35f63-2a37-4ad0-aff5-90530eee16b2 req-6b176043-65a4-498e-823c-bcb86fdff3f7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868146 Mar 30 07:16:13.037348 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e3359ba-4e62-44c6-a56e-0514e6245e22 admin admin] Publish callbacks [] for security_group (c326e319-2ca4-4a2e-85dd-8c08d4907361), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.046464 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 36132) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:13.089457 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e3359ba-4e62-44c6-a56e-0514e6245e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (c326e319-2ca4-4a2e-85dd-8c08d4907361), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.094490 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e3359ba-4e62-44c6-a56e-0514e6245e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.094490 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-3e3359ba-4e62-44c6-a56e-0514e6245e22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c326e319-2ca4-4a2e-85dd-8c08d4907361 HTTP/1.1" status: 204 len: 168 time: 0.1711345 Mar 30 07:16:13.101879 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3359ba-4e62-44c6-a56e-0514e6245e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c326e319-2ca4-4a2e-85dd-8c08d4907361,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:13.156416 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e2c382c-bc36-4481-89c3-914e559e2be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.236317 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e2c382c-bc36-4481-89c3-914e559e2be1 admin admin] Publish callbacks [] for security_group (4e0a69b9-3e75-4be8-8b5a-562dddee1a76), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.240605 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e2c382c-bc36-4481-89c3-914e559e2be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (4e0a69b9-3e75-4be8-8b5a-562dddee1a76), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.283389 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36142) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:13.283527 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1e2c382c-bc36-4481-89c3-914e559e2be1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a62cd7490f842c2851be53db92960b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359009 Mar 30 07:16:13.284826 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c382c-bc36-4481-89c3-914e559e2be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0a69b9-3e75-4be8-8b5a-562dddee1a76,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:13.338155 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7f9e159-c865-4a05-a187-eedb0ff9ac19 admin admin] Publish callbacks [] for security_group (4e0a69b9-3e75-4be8-8b5a-562dddee1a76), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.360907 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7f9e159-c865-4a05-a187-eedb0ff9ac19 admin admin] Publish callbacks [] for security_group (4e0a69b9-3e75-4be8-8b5a-562dddee1a76), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.377458 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac2b10-3555-4fc3-b0cb-0ffc987f4556 req-483ef025-9fbd-4a91-b53e-af9364d015cf tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:13.378988 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-27ac2b10-3555-4fc3-b0cb-0ffc987f4556 req-483ef025-9fbd-4a91-b53e-af9364d015cf tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 944 time: 0.0644450 Mar 30 07:16:13.384077 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device cc0a9d6a-7177-46dd-b56e-afefa52539b0 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:16:13.424656 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7f9e159-c865-4a05-a187-eedb0ff9ac19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (4e0a69b9-3e75-4be8-8b5a-562dddee1a76), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.427345 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7f9e159-c865-4a05-a187-eedb0ff9ac19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.433052 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-27ac2b10-3555-4fc3-b0cb-0ffc987f4556 req-c1b0fc82-dfa0-4167-aa0a-265531bb0c65 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451560 Mar 30 07:16:13.443404 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-e7f9e159-c865-4a05-a187-eedb0ff9ac19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e0a69b9-3e75-4be8-8b5a-562dddee1a76 HTTP/1.1" status: 204 len: 168 time: 0.1570189 Mar 30 07:16:13.460681 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9e159-c865-4a05-a187-eedb0ff9ac19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0a69b9-3e75-4be8-8b5a-562dddee1a76,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:13.500558 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port cc0a9d6a-7177-46dd-b56e-afefa52539b0, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=cc0a9d6a-7177-46dd-b56e-afefa52539b0,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:13.511647 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': 'cc0a9d6a-7177-46dd-b56e-afefa52539b0', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'port_id': 'cc0a9d6a-7177-46dd-b56e-afefa52539b0', 'mac_address': 'fa:16:3e:f9:f3:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:16:13.565043 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port cc0a9d6a-7177-46dd-b56e-afefa52539b0 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:16:13.565555 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.580637 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0a9d6a-7177-46dd-b56e-afefa52539b0 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:16:13.607488 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port cc0a9d6a-7177-46dd-b56e-afefa52539b0, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=cc0a9d6a-7177-46dd-b56e-afefa52539b0,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:13.613428 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.672347 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=cc0a9d6a-7177-46dd-b56e-afefa52539b0,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:13.763009 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36166) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:13.776090 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9da547dd-b8ec-40dd-acdc-06df43ced910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.850714 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9da547dd-b8ec-40dd-acdc-06df43ced910 admin admin] Publish callbacks [] for security_group (bb2b219a-3fe7-4b89-814e-ca1a40c26d0c), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.854608 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9da547dd-b8ec-40dd-acdc-06df43ced910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (bb2b219a-3fe7-4b89-814e-ca1a40c26d0c), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.894950 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-9da547dd-b8ec-40dd-acdc-06df43ced910 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72c640a373744ce6ade5d438b3663707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307900 Mar 30 07:16:13.895792 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da547dd-b8ec-40dd-acdc-06df43ced910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2b219a-3fe7-4b89-814e-ca1a40c26d0c,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:13.897788 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 36170) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:13.959954 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-65a67c61-3aee-4ed7-b505-1ea3ecc1afdf admin admin] Publish callbacks [] for security_group (bb2b219a-3fe7-4b89-814e-ca1a40c26d0c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:13.982626 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-65a67c61-3aee-4ed7-b505-1ea3ecc1afdf admin admin] Publish callbacks [] for security_group (bb2b219a-3fe7-4b89-814e-ca1a40c26d0c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:14.081210 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-65a67c61-3aee-4ed7-b505-1ea3ecc1afdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (bb2b219a-3fe7-4b89-814e-ca1a40c26d0c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:14.083691 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-65a67c61-3aee-4ed7-b505-1ea3ecc1afdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:14.084852 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-65a67c61-3aee-4ed7-b505-1ea3ecc1afdf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb2b219a-3fe7-4b89-814e-ca1a40c26d0c HTTP/1.1" status: 204 len: 168 time: 0.1854694 Mar 30 07:16:14.097706 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a67c61-3aee-4ed7-b505-1ea3ecc1afdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2b219a-3fe7-4b89-814e-ca1a40c26d0c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:14.146624 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['cc0a9d6a-7177-46dd-b56e-afefa52539b0'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:16:14.148727 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d165aa9-a48c-45e5-ad80-f04946ece06b req-5b692e43-ebdc-49a0-9d48-33c0084a6f3a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:14.150413 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9d165aa9-a48c-45e5-ad80-f04946ece06b req-5b692e43-ebdc-49a0-9d48-33c0084a6f3a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 945 time: 0.1091630 Mar 30 07:16:14.248892 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9d165aa9-a48c-45e5-ad80-f04946ece06b req-15973a15-ff2f-4110-b111-5fba2165b9ac tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882101 Mar 30 07:16:14.259263 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c0366-457e-4fd6-9054-514f2990de8f req-2ad65fb1-866e-4a38-9dac-5e4b6cdc7888 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:14.261045 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d02c0366-457e-4fd6-9054-514f2990de8f req-2ad65fb1-866e-4a38-9dac-5e4b6cdc7888 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 944 time: 0.1662738 Mar 30 07:16:14.374394 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d02c0366-457e-4fd6-9054-514f2990de8f req-3aaa17ca-e9ee-4ae0-84fd-aa233b160559 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070955 Mar 30 07:16:14.585532 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8928a4d-5b7c-4342-b946-7d9544e3b2d0 req-fc2e1cd4-9673-4e0a-a76c-bdd55b75e43a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:14.587021 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f8928a4d-5b7c-4342-b946-7d9544e3b2d0 req-fc2e1cd4-9673-4e0a-a76c-bdd55b75e43a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 944 time: 0.0560272 Mar 30 07:16:14.655353 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f8928a4d-5b7c-4342-b946-7d9544e3b2d0 req-08900850-a34e-4aec-80e3-0b5e0fd0e4e8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578063 Mar 30 07:16:15.376354 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7f398-95ef-4863-9fab-c21854337289 req-50a09bc9-5ec0-4b60-9302-9ee17fc44f38 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:15.379579 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dde7f398-95ef-4863-9fab-c21854337289 req-50a09bc9-5ec0-4b60-9302-9ee17fc44f38 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 945 time: 0.0659850 Mar 30 07:16:15.393525 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 46952506-ed7a-47ba-a4d4-3306605e4824 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:16:15.478088 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dde7f398-95ef-4863-9fab-c21854337289 req-d920d6a7-5c77-4ac2-a1c7-3394c274548c tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768640 Mar 30 07:16:15.489230 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port 46952506-ed7a-47ba-a4d4-3306605e4824 completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:16:15.495257 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 46952506-ed7a-47ba-a4d4-3306605e4824 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:16:15.495634 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:15.550375 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 36270) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:15.589145 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 46952506-ed7a-47ba-a4d4-3306605e4824 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:16:15.589770 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:15.596107 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9041d42-f011-4ffd-b63c-a4636ebd89a3 req-3fc20394-70ed-47a9-aef5-6d6a115dd9e9 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:15.598471 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d9041d42-f011-4ffd-b63c-a4636ebd89a3 req-3fc20394-70ed-47a9-aef5-6d6a115dd9e9 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 944 time: 0.0961006 Mar 30 07:16:15.639532 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46952506-ed7a-47ba-a4d4-3306605e4824'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:16:15.641911 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19092159-c6d3-4111-b736-4c4baf20fdaf" -d '{"events": [{"server_uuid": "d977a73f-876d-4d10-adf8-326ed77fc467", "name": "network-vif-plugged", "status": "completed", "tag": "46952506-ed7a-47ba-a4d4-3306605e4824"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:16:15.661192 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 46952506-ed7a-47ba-a4d4-3306605e4824, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=46952506-ed7a-47ba-a4d4-3306605e4824,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:15.674490 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:15.676108 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2143af28-585c-4f87-adef-e00385fa7b91 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:16:15.695737 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d9041d42-f011-4ffd-b63c-a4636ebd89a3 req-0a775f0e-a47c-498f-9113-41117c933378 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750663 Mar 30 07:16:15.730998 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0075b59c-b069-44fb-b73a-a40f5535ec14 x-openstack-request-id: req-0075b59c-b069-44fb-b73a-a40f5535ec14 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:16:15.731975 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d977a73f-876d-4d10-adf8-326ed77fc467", "name": "network-vif-plugged", "status": "completed", "tag": "46952506-ed7a-47ba-a4d4-3306605e4824", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:16:15.732409 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0075b59c-b069-44fb-b73a-a40f5535ec14 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:16:15.733215 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0075b59c-b069-44fb-b73a-a40f5535ec14'] response: {'server_uuid': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46952506-ed7a-47ba-a4d4-3306605e4824', 'code': 200} Mar 30 07:16:15.810141 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c881c5e0-ca09-489d-a907-5bb194708cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:15.901585 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d342f8f-bc24-47be-af42-3358065448b6 req-7d3bd04c-9c6b-488d-972c-724d569ecb67 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:15.913133 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3d342f8f-bc24-47be-af42-3358065448b6 req-7d3bd04c-9c6b-488d-972c-724d569ecb67 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.1501775 Mar 30 07:16:15.971240 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=46952506-ed7a-47ba-a4d4-3306605e4824,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:16.008549 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3d342f8f-bc24-47be-af42-3358065448b6 req-ad7e6402-af2b-4671-a37f-14ceed106330 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938756 Mar 30 07:16:16.018435 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port 2143af28-585c-4f87-adef-e00385fa7b91 completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:16:16.025137 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 2143af28-585c-4f87-adef-e00385fa7b91 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:16:16.025828 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (2143af28-585c-4f87-adef-e00385fa7b91), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.032427 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c881c5e0-ca09-489d-a907-5bb194708cb5 admin admin] Publish callbacks [] for security_group (2ae9c342-09e6-440b-9422-6bbd314fe697), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.040142 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c881c5e0-ca09-489d-a907-5bb194708cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (2ae9c342-09e6-440b-9422-6bbd314fe697), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.046528 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36284) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:16.090514 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881c5e0-ca09-489d-a907-5bb194708cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae9c342-09e6-440b-9422-6bbd314fe697,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:16.099862 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c881c5e0-ca09-489d-a907-5bb194708cb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43a86ebcda754bf48c690d459216813a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5456436 Mar 30 07:16:16.100184 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 36292) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:16.120379 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 2143af28-585c-4f87-adef-e00385fa7b91 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:16:16.120760 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2143af28-585c-4f87-adef-e00385fa7b91), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.159762 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2143af28-585c-4f87-adef-e00385fa7b91, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2143af28-585c-4f87-adef-e00385fa7b91,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:16.161812 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5c3ec-40f1-4f2c-b7b8-d88fba3a0410 req-dfb59841-54d9-46ae-90c1-00763501c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:16.164151 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-45a5c3ec-40f1-4f2c-b7b8-d88fba3a0410 req-dfb59841-54d9-46ae-90c1-00763501c4c0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 1129 time: 0.1138387 Mar 30 07:16:16.166470 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2143af28-585c-4f87-adef-e00385fa7b91), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.167499 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device cc0a9d6a-7177-46dd-b56e-afefa52539b0 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:16:16.249992 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9014fadc-7807-4bce-ac9d-956f8ea6bd29 admin admin] Publish callbacks [] for security_group (2ae9c342-09e6-440b-9422-6bbd314fe697), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.271367 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9bb580b1-73ba-460d-bf7d-81b37c68b24e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.277902 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-45a5c3ec-40f1-4f2c-b7b8-d88fba3a0410 req-300ef01e-3c7b-4b91-9c22-43ce2345ecdc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074834 Mar 30 07:16:16.281578 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=2143af28-585c-4f87-adef-e00385fa7b91,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:16.291381 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port cc0a9d6a-7177-46dd-b56e-afefa52539b0 completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:16:16.295620 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port cc0a9d6a-7177-46dd-b56e-afefa52539b0 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:16:16.296188 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.297569 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9014fadc-7807-4bce-ac9d-956f8ea6bd29 admin admin] Publish callbacks [] for security_group (2ae9c342-09e6-440b-9422-6bbd314fe697), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.365199 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9014fadc-7807-4bce-ac9d-956f8ea6bd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (2ae9c342-09e6-440b-9422-6bbd314fe697), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.367724 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9014fadc-7807-4bce-ac9d-956f8ea6bd29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.372138 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-9014fadc-7807-4bce-ac9d-956f8ea6bd29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ae9c342-09e6-440b-9422-6bbd314fe697 HTTP/1.1" status: 204 len: 168 time: 0.2683537 Mar 30 07:16:16.378375 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014fadc-7807-4bce-ac9d-956f8ea6bd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae9c342-09e6-440b-9422-6bbd314fe697,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:16.408054 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port cc0a9d6a-7177-46dd-b56e-afefa52539b0 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:16:16.409401 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.438326 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9bb580b1-73ba-460d-bf7d-81b37c68b24e admin admin] Publish callbacks [] for security_group (af3c3501-6a1e-45c3-a2d0-46f01b51dba3), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.445228 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9bb580b1-73ba-460d-bf7d-81b37c68b24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (af3c3501-6a1e-45c3-a2d0-46f01b51dba3), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.447613 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port cc0a9d6a-7177-46dd-b56e-afefa52539b0, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=cc0a9d6a-7177-46dd-b56e-afefa52539b0,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:16.453790 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.510827 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb580b1-73ba-460d-bf7d-81b37c68b24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3c3501-6a1e-45c3-a2d0-46f01b51dba3,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:16.519005 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-9bb580b1-73ba-460d-bf7d-81b37c68b24e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=893e3b80ed084ef992de9503d05aca17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4682643 Mar 30 07:16:16.519940 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 36314) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:16.528022 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=cc0a9d6a-7177-46dd-b56e-afefa52539b0,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:16.591950 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6767b8f-2ffd-4475-9f78-ed34f040daf7 admin admin] Publish callbacks [] for security_group (af3c3501-6a1e-45c3-a2d0-46f01b51dba3), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.636855 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6767b8f-2ffd-4475-9f78-ed34f040daf7 admin admin] Publish callbacks [] for security_group (af3c3501-6a1e-45c3-a2d0-46f01b51dba3), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.690249 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d4d03-6b8a-443c-8b16-d026c8ad1898 req-60451830-0262-4f50-af4d-f21dc60508a8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:16.691798 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-425d4d03-6b8a-443c-8b16-d026c8ad1898 req-60451830-0262-4f50-af4d-f21dc60508a8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0971198 Mar 30 07:16:16.727315 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6767b8f-2ffd-4475-9f78-ed34f040daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (af3c3501-6a1e-45c3-a2d0-46f01b51dba3), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.729885 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6767b8f-2ffd-4475-9f78-ed34f040daf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:16.731086 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d6767b8f-2ffd-4475-9f78-ed34f040daf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af3c3501-6a1e-45c3-a2d0-46f01b51dba3 HTTP/1.1" status: 204 len: 168 time: 0.2105377 Mar 30 07:16:16.753471 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6767b8f-2ffd-4475-9f78-ed34f040daf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3c3501-6a1e-45c3-a2d0-46f01b51dba3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:16.775036 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-425d4d03-6b8a-443c-8b16-d026c8ad1898 req-5a558514-0b07-42ad-9538-cd30c7e72061 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765178 Mar 30 07:16:16.832037 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae10dd1-5373-4ec5-b95a-0acdc709851f req-fc6582ed-a1c2-42b0-84f9-337da8564a97 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:16.833517 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5ae10dd1-5373-4ec5-b95a-0acdc709851f req-fc6582ed-a1c2-42b0-84f9-337da8564a97 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0558317 Mar 30 07:16:16.885762 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5ae10dd1-5373-4ec5-b95a-0acdc709851f req-e294195d-e207-478e-8a93-7dbeac775905 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459981 Mar 30 07:16:17.035164 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36338) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:17.051289 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1b443d63-44ff-4df6-bbf1-3a63929cc90b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:17.140053 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1b443d63-44ff-4df6-bbf1-3a63929cc90b admin admin] Publish callbacks [] for security_group (8e43f79c-b867-49de-b05c-5a72c844b1b2), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:17.146644 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1b443d63-44ff-4df6-bbf1-3a63929cc90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (8e43f79c-b867-49de-b05c-5a72c844b1b2), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:17.157984 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c704bde-b1e4-43b4-aa16-4a2afaf5b294 req-93fbcc55-9ec5-4b5d-9a9b-f9ba3222a4fa tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:17.158891 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3c704bde-b1e4-43b4-aa16-4a2afaf5b294 req-93fbcc55-9ec5-4b5d-9a9b-f9ba3222a4fa tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0566432 Mar 30 07:16:17.192299 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-1b443d63-44ff-4df6-bbf1-3a63929cc90b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9949aa6e06c4d998e766b4afc8a90f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559741 Mar 30 07:16:17.195606 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36346) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:17.216450 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3c704bde-b1e4-43b4-aa16-4a2afaf5b294 req-7d9bbec9-16a4-4b72-91d0-dd19c96298b5 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520372 Mar 30 07:16:17.218853 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b443d63-44ff-4df6-bbf1-3a63929cc90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e43f79c-b867-49de-b05c-5a72c844b1b2,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:17.264047 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bed6aff5-921e-44d9-8565-705547c1c629 admin admin] Publish callbacks [] for security_group (8e43f79c-b867-49de-b05c-5a72c844b1b2), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:17.287462 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bed6aff5-921e-44d9-8565-705547c1c629 admin admin] Publish callbacks [] for security_group (8e43f79c-b867-49de-b05c-5a72c844b1b2), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:17.335632 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bed6aff5-921e-44d9-8565-705547c1c629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (8e43f79c-b867-49de-b05c-5a72c844b1b2), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:17.338511 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bed6aff5-921e-44d9-8565-705547c1c629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:17.339667 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-bed6aff5-921e-44d9-8565-705547c1c629 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e43f79c-b867-49de-b05c-5a72c844b1b2 HTTP/1.1" status: 204 len: 168 time: 0.1434798 Mar 30 07:16:17.349900 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6aff5-921e-44d9-8565-705547c1c629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e43f79c-b867-49de-b05c-5a72c844b1b2,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:17.734435 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d831174-317c-4c6d-b5b7-e01974621585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2143af28-585c-4f87-adef-e00385fa7b91'}, {'server_uuid': 'ea531783-864c-44f2-9311-d1939a112f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0a9d6a-7177-46dd-b56e-afefa52539b0'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:16:17.737766 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51be13ea-17a9-4466-b7ad-2315f9f9ba9b" -d '{"events": [{"server_uuid": "1d831174-317c-4c6d-b5b7-e01974621585", "name": "network-vif-plugged", "status": "completed", "tag": "2143af28-585c-4f87-adef-e00385fa7b91"}, {"server_uuid": "ea531783-864c-44f2-9311-d1939a112f2b", "name": "network-vif-plugged", "status": "completed", "tag": "cc0a9d6a-7177-46dd-b56e-afefa52539b0"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:16:17.781290 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Mar 2022 07:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f76bca-68c3-4900-b350-94edfa5eed30 x-openstack-request-id: req-59f76bca-68c3-4900-b350-94edfa5eed30 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:16:17.781592 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d831174-317c-4c6d-b5b7-e01974621585", "name": "network-vif-plugged", "status": "completed", "tag": "2143af28-585c-4f87-adef-e00385fa7b91", "code": 200}, {"server_uuid": "ea531783-864c-44f2-9311-d1939a112f2b", "name": "network-vif-plugged", "status": "completed", "tag": "cc0a9d6a-7177-46dd-b56e-afefa52539b0", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:16:17.781848 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59f76bca-68c3-4900-b350-94edfa5eed30 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:16:17.782255 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f76bca-68c3-4900-b350-94edfa5eed30'] response: {'server_uuid': '1d831174-317c-4c6d-b5b7-e01974621585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2143af28-585c-4f87-adef-e00385fa7b91', 'code': 200} Mar 30 07:16:17.782512 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f76bca-68c3-4900-b350-94edfa5eed30'] response: {'server_uuid': 'ea531783-864c-44f2-9311-d1939a112f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0a9d6a-7177-46dd-b56e-afefa52539b0', 'code': 200} Mar 30 07:16:17.882217 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd34b5-dc35-486b-96b5-ca746216c211 req-ff9cc623-ade3-413d-8a7b-98b11116c892 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:17.883719 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-65cd34b5-dc35-486b-96b5-ca746216c211 req-ff9cc623-ade3-413d-8a7b-98b11116c892 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0549641 Mar 30 07:16:17.943896 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-65cd34b5-dc35-486b-96b5-ca746216c211 req-dfc3da7e-c44c-4974-8988-9f625dc1b63b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541358 Mar 30 07:16:18.030282 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dce04f-c990-45b8-8bcb-557977c3ee81 req-b5ede596-10b7-49f5-acc0-2acd92e194fd tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:18.031789 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-98dce04f-c990-45b8-8bcb-557977c3ee81 req-b5ede596-10b7-49f5-acc0-2acd92e194fd tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0586374 Mar 30 07:16:18.077797 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-98dce04f-c990-45b8-8bcb-557977c3ee81 req-523c405f-665a-4c8b-8a61-2554b574c206 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404418 Mar 30 07:16:18.361525 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71207a-bc14-44e7-a325-c45bd2effba7 req-34a534a5-b2d1-4785-9383-24860ae4e52c tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:18.363004 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d71207a-bc14-44e7-a325-c45bd2effba7 req-34a534a5-b2d1-4785-9383-24860ae4e52c tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0531025 Mar 30 07:16:18.411352 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d71207a-bc14-44e7-a325-c45bd2effba7 req-dacb3530-2630-47fc-8cfb-b81149d681df tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425746 Mar 30 07:16:19.067187 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708dece-0862-4159-ad76-0fa43aacca93 req-ef3466f1-667c-492e-898d-6cd6962c17da tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:19.068678 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4708dece-0862-4159-ad76-0fa43aacca93 req-ef3466f1-667c-492e-898d-6cd6962c17da tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0558889 Mar 30 07:16:19.125062 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4708dece-0862-4159-ad76-0fa43aacca93 req-699b1b11-2be9-478c-bea9-bb56c313af25 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504179 Mar 30 07:16:19.195844 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43872b-8fbb-4412-ae5a-2d5928697e1e req-82b4377e-cda5-40a9-925d-9305cae1e488 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:19.197294 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fc43872b-8fbb-4412-ae5a-2d5928697e1e req-82b4377e-cda5-40a9-925d-9305cae1e488 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0511880 Mar 30 07:16:19.247262 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fc43872b-8fbb-4412-ae5a-2d5928697e1e req-3c9e0358-f5f1-4f3b-8694-39043b5e0b37 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440457 Mar 30 07:16:19.547963 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402774b-6976-4152-9246-67dfc80893c1 req-8ccecc92-4f44-4c93-8d54-bc7a2c9e3422 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:19.549784 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0402774b-6976-4152-9246-67dfc80893c1 req-8ccecc92-4f44-4c93-8d54-bc7a2c9e3422 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0651960 Mar 30 07:16:19.553326 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4d154-8fa3-4898-b3d5-319a50eec643 req-3b5654c5-b73e-4f61-b1da-f3a1101a4e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:19.554830 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c9c4d154-8fa3-4898-b3d5-319a50eec643 req-3b5654c5-b73e-4f61-b1da-f3a1101a4e68 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 1129 time: 0.0456979 Mar 30 07:16:19.602776 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0402774b-6976-4152-9246-67dfc80893c1 req-9b00291e-8c7d-46d0-8904-564927ef240c tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471332 Mar 30 07:16:19.664620 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902f674-651e-4853-b84a-a15c830e0bed req-1b00c0d5-01a5-4d9a-aa50-6f95ce45e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:19.666588 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-e902f674-651e-4853-b84a-a15c830e0bed req-1b00c0d5-01a5-4d9a-aa50-6f95ce45e242 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 1130 time: 0.0840709 Mar 30 07:16:19.676266 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c9c4d154-8fa3-4898-b3d5-319a50eec643 req-08cd9a6c-3558-4e78-af1c-6a6f88b9b2b6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852525 Mar 30 07:16:20.073897 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-e902f674-651e-4853-b84a-a15c830e0bed req-fc0165dd-03d9-4565-94d8-f8473c5d3195 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425324 Mar 30 07:16:20.254176 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499b82b-0ced-4637-a570-58759202fc7b req-18e9f8a7-e38d-4dab-b6a3-b7803d4e40bd tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:20.255863 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5499b82b-0ced-4637-a570-58759202fc7b req-18e9f8a7-e38d-4dab-b6a3-b7803d4e40bd tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0640426 Mar 30 07:16:20.307443 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5499b82b-0ced-4637-a570-58759202fc7b req-266af343-566b-47b6-964f-bb9c439a3efe tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450792 Mar 30 07:16:20.383830 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1047aa-e4d9-49db-a5d8-85d4cde231ec req-bd7f9aa4-65d2-4fcd-b8f0-d406b8ba978b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:20.385348 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-da1047aa-e4d9-49db-a5d8-85d4cde231ec req-bd7f9aa4-65d2-4fcd-b8f0-d406b8ba978b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0646160 Mar 30 07:16:20.440352 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-da1047aa-e4d9-49db-a5d8-85d4cde231ec req-952800bb-7a6d-4cf9-82e6-26b7fd579a1b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468612 Mar 30 07:16:20.745927 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ee111-9210-4b8a-9a54-9c3173b9cbce req-eef0e371-ae46-4ca8-b5be-af75133129de tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:20.747509 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-392ee111-9210-4b8a-9a54-9c3173b9cbce req-eef0e371-ae46-4ca8-b5be-af75133129de tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0662308 Mar 30 07:16:20.801171 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-392ee111-9210-4b8a-9a54-9c3173b9cbce req-6e1702b7-8a7c-49f0-a89d-8ab3d6318255 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463352 Mar 30 07:16:21.281570 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36562) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:21.396447 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ab5ed6e-b422-443a-9bde-025609a9212d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:21.478286 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ab5ed6e-b422-443a-9bde-025609a9212d admin admin] Publish callbacks [] for security_group (ae085224-b375-4d31-a74f-b12959c1a20a), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:21.479401 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36574) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:21.489758 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ab5ed6e-b422-443a-9bde-025609a9212d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (ae085224-b375-4d31-a74f-b12959c1a20a), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:21.518453 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae897b6-2c9e-497c-beee-5726046e0a02 req-1951cf33-9ff4-4747-ada8-67d177219305 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:21.521467 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3ae897b6-2c9e-497c-beee-5726046e0a02 req-1951cf33-9ff4-4747-ada8-67d177219305 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0958774 Mar 30 07:16:21.522125 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5ed6e-b422-443a-9bde-025609a9212d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae085224-b375-4d31-a74f-b12959c1a20a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:21.541614 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-5ab5ed6e-b422-443a-9bde-025609a9212d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd0285ecbfb045d29f646eab8bea7a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587638 Mar 30 07:16:21.544025 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36578) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:21.615537 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-420959f3-aca1-48ee-bc00-1c4d98b36c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:21.619123 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3ae897b6-2c9e-497c-beee-5726046e0a02 req-5b453f3d-21b6-4732-b843-a5cd664fe6c9 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815966 Mar 30 07:16:21.620890 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a89db790-c88b-4889-85a6-a199a816b42c admin admin] Publish callbacks [] for security_group (ae085224-b375-4d31-a74f-b12959c1a20a), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:21.634182 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53e559-d85e-414c-b5b5-a1544d52a621 req-e10027e8-47df-4e68-951c-a5ee3d59bb40 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:21.635695 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7b53e559-d85e-414c-b5b5-a1544d52a621 req-e10027e8-47df-4e68-951c-a5ee3d59bb40 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0968895 Mar 30 07:16:21.668463 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a89db790-c88b-4889-85a6-a199a816b42c admin admin] Publish callbacks [] for security_group (ae085224-b375-4d31-a74f-b12959c1a20a), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:21.702774 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7b53e559-d85e-414c-b5b5-a1544d52a621 req-03e8efd2-e2a3-457f-951d-b4ada0c42e93 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579221 Mar 30 07:16:21.750429 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a89db790-c88b-4889-85a6-a199a816b42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (ae085224-b375-4d31-a74f-b12959c1a20a), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:21.752969 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a89db790-c88b-4889-85a6-a199a816b42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:21.754229 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-a89db790-c88b-4889-85a6-a199a816b42c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae085224-b375-4d31-a74f-b12959c1a20a HTTP/1.1" status: 204 len: 168 time: 0.2088854 Mar 30 07:16:21.772895 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89db790-c88b-4889-85a6-a199a816b42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae085224-b375-4d31-a74f-b12959c1a20a,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:21.775841 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-420959f3-aca1-48ee-bc00-1c4d98b36c2e admin admin] Publish callbacks [] for security_group (053e03c5-2d0e-461d-a557-1979d698a701), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:21.788129 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-420959f3-aca1-48ee-bc00-1c4d98b36c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (053e03c5-2d0e-461d-a557-1979d698a701), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:21.858033 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420959f3-aca1-48ee-bc00-1c4d98b36c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053e03c5-2d0e-461d-a557-1979d698a701,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:21.862774 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-420959f3-aca1-48ee-bc00-1c4d98b36c2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=728b95eba64247c6aab0736ea79dd7ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825026 Mar 30 07:16:21.865687 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 36592) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:21.956270 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3898454f-6943-4e03-9b9f-8f47fe048d87 admin admin] Publish callbacks [] for security_group (053e03c5-2d0e-461d-a557-1979d698a701), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:21.985274 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b0a96-b8dc-4d39-a4ba-a447bd9a84dd req-0cd92ffe-ae6c-4ce3-86d0-88e40907a0d8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:21.987057 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e55b0a96-b8dc-4d39-a4ba-a447bd9a84dd req-0cd92ffe-ae6c-4ce3-86d0-88e40907a0d8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0777717 Mar 30 07:16:21.992151 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3898454f-6943-4e03-9b9f-8f47fe048d87 admin admin] Publish callbacks [] for security_group (053e03c5-2d0e-461d-a557-1979d698a701), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:22.061083 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e55b0a96-b8dc-4d39-a4ba-a447bd9a84dd req-4f6cb9f7-6e56-4114-9e57-4feba7a41c91 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667334 Mar 30 07:16:22.079725 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3898454f-6943-4e03-9b9f-8f47fe048d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (053e03c5-2d0e-461d-a557-1979d698a701), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:22.085786 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3898454f-6943-4e03-9b9f-8f47fe048d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:22.086863 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3898454f-6943-4e03-9b9f-8f47fe048d87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/053e03c5-2d0e-461d-a557-1979d698a701 HTTP/1.1" status: 204 len: 168 time: 0.2200086 Mar 30 07:16:22.094747 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898454f-6943-4e03-9b9f-8f47fe048d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053e03c5-2d0e-461d-a557-1979d698a701,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:22.267312 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89611b-c8e1-44ba-ab6d-189499b8f857 req-84a47249-94a0-4cdc-89b2-641a28af0820 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:22.267312 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-df89611b-c8e1-44ba-ab6d-189499b8f857 req-84a47249-94a0-4cdc-89b2-641a28af0820 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0727754 Mar 30 07:16:22.276527 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 36610) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:22.282205 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-407b7ba0-c180-4dce-80d0-d81599cb02a4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Request body: {'floatingip': {'port_id': '46952506-ed7a-47ba-a4d4-3306605e4824'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:16:22.354928 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-407b7ba0-c180-4dce-80d0-d81599cb02a4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for floatingip (03b9ad22-56d5-4e66-bb9c-80a9a99bb1fc), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:22.424969 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36618) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:22.445738 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1107a83b-59ab-4433-b754-4370379a3380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:22.524508 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1107a83b-59ab-4433-b754-4370379a3380 admin admin] Publish callbacks [] for security_group (a1cd0099-df57-4ad6-af95-31fda8017526), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:22.529586 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1107a83b-59ab-4433-b754-4370379a3380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (a1cd0099-df57-4ad6-af95-31fda8017526), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:22.577844 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-1107a83b-59ab-4433-b754-4370379a3380 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3feed9d8e2d842c6b67d2f4b780ce3e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489668 Mar 30 07:16:22.577844 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107a83b-59ab-4433-b754-4370379a3380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cd0099-df57-4ad6-af95-31fda8017526,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:22.579873 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36624) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:22.642875 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-446bd204-3aad-4224-bf79-c9b5f67f60ce admin admin] Publish callbacks [] for security_group (a1cd0099-df57-4ad6-af95-31fda8017526), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:22.666995 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-446bd204-3aad-4224-bf79-c9b5f67f60ce admin admin] Publish callbacks [] for security_group (a1cd0099-df57-4ad6-af95-31fda8017526), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:22.735963 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-446bd204-3aad-4224-bf79-c9b5f67f60ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (a1cd0099-df57-4ad6-af95-31fda8017526), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:22.739554 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-446bd204-3aad-4224-bf79-c9b5f67f60ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:22.741054 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-446bd204-3aad-4224-bf79-c9b5f67f60ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1cd0099-df57-4ad6-af95-31fda8017526 HTTP/1.1" status: 204 len: 168 time: 0.1599202 Mar 30 07:16:22.749625 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bd204-3aad-4224-bf79-c9b5f67f60ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cd0099-df57-4ad6-af95-31fda8017526,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:23.314044 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de5bd-590c-4553-8467-10e0aa91c8b8 req-ce18378e-6c12-42fa-b02c-f610395aba36 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:23.316561 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-834de5bd-590c-4553-8467-10e0aa91c8b8 req-ce18378e-6c12-42fa-b02c-f610395aba36 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.2435775 Mar 30 07:16:23.326331 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36692) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:23.333580 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f1fed-3a22-4b03-8d9f-86dbe7d40696 req-dd3f21e8-c0d7-4fe0-8356-22093cfd9ece tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:23.335859 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-945f1fed-3a22-4b03-8d9f-86dbe7d40696 req-dd3f21e8-c0d7-4fe0-8356-22093cfd9ece tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.2619708 Mar 30 07:16:23.347960 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [None req-407b7ba0-c180-4dce-80d0-d81599cb02a4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 07:16:23.498838 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-834de5bd-590c-4553-8467-10e0aa91c8b8 req-f387406d-ff1f-4a66-bc29-9282ac224af2 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586182 Mar 30 07:16:23.504679 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-407b7ba0-c180-4dce-80d0-d81599cb02a4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:23.523110 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-407b7ba0-c180-4dce-80d0-d81599cb02a4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (03b9ad22-56d5-4e66-bb9c-80a9a99bb1fc), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:23.620595 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51e88db4-6345-4da4-8b4d-1bdd3ad98b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:23.675260 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-945f1fed-3a22-4b03-8d9f-86dbe7d40696 req-dc0abacb-2dc7-4967-812e-64db87a31c6f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301060 Mar 30 07:16:23.709316 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b96e0-b378-4234-bfad-7c66592e06fb req-75a105f2-30da-43b8-81f2-e7d826809af3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:23.711004 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-273b96e0-b378-4234-bfad-7c66592e06fb req-75a105f2-30da-43b8-81f2-e7d826809af3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.1155989 Mar 30 07:16:23.722721 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 36714) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:23.727344 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-45c44eac-4623-4717-82f0-a61833358389 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Request body: {'floatingip': {'port_id': 'cc0a9d6a-7177-46dd-b56e-afefa52539b0'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:16:23.765993 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-407b7ba0-c180-4dce-80d0-d81599cb02a4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Floating IP 03b9ad22-56d5-4e66-bb9c-80a9a99bb1fc associated. External IP: 172.27.1.226, port: 46952506-ed7a-47ba-a4d4-3306605e4824. Mar 30 07:16:23.769584 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51e88db4-6345-4da4-8b4d-1bdd3ad98b35 admin admin] Publish callbacks [] for security_group (a494b8cc-d13a-4dec-9b78-51fa230c9722), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:23.775803 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51e88db4-6345-4da4-8b4d-1bdd3ad98b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (a494b8cc-d13a-4dec-9b78-51fa230c9722), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:23.815221 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45c44eac-4623-4717-82f0-a61833358389 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for floatingip (95e6f8ee-6431-4206-91ae-cdb918be8b8b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:23.865124 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-51e88db4-6345-4da4-8b4d-1bdd3ad98b35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54cfcac585b249b0b8c79666a7a6b74a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5370574 Mar 30 07:16:23.868227 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36724) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:23.905961 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e88db4-6345-4da4-8b4d-1bdd3ad98b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a494b8cc-d13a-4dec-9b78-51fa230c9722,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:23.951572 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99d7c561-a1c4-4b26-9fc1-c5a6baa79262 admin admin] Publish callbacks [] for security_group (a494b8cc-d13a-4dec-9b78-51fa230c9722), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:23.986857 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99d7c561-a1c4-4b26-9fc1-c5a6baa79262 admin admin] Publish callbacks [] for security_group (a494b8cc-d13a-4dec-9b78-51fa230c9722), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:24.057532 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99d7c561-a1c4-4b26-9fc1-c5a6baa79262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (a494b8cc-d13a-4dec-9b78-51fa230c9722), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:24.061355 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99d7c561-a1c4-4b26-9fc1-c5a6baa79262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:24.062918 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-99d7c561-a1c4-4b26-9fc1-c5a6baa79262 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a494b8cc-d13a-4dec-9b78-51fa230c9722 HTTP/1.1" status: 204 len: 168 time: 0.1936080 Mar 30 07:16:24.077889 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7c561-a1c4-4b26-9fc1-c5a6baa79262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a494b8cc-d13a-4dec-9b78-51fa230c9722,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:24.139494 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022764-19c6-4faf-a2ab-ae980c3f3882 req-486ec3ba-4c90-4c2d-a6e3-a524a77ed77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:24.141023 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ac022764-19c6-4faf-a2ab-ae980c3f3882 req-486ec3ba-4c90-4c2d-a6e3-a524a77ed77e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 1129 time: 0.0643156 Mar 30 07:16:24.229116 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8756ee3e-625d-4023-9365-6e68cf658b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:24.283371 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022764-19c6-4faf-a2ab-ae980c3f3882 req-599a9a76-1a01-46d7-aef3-a87f4ecb9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:24.285730 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ac022764-19c6-4faf-a2ab-ae980c3f3882 req-599a9a76-1a01-46d7-aef3-a87f4ecb9019 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 920 time: 0.1346245 Mar 30 07:16:24.355607 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf33a2a-3730-4919-955c-dba27deeb873 req-ae89c960-5352-4d57-bbc0-397a410e1f86 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:24.360017 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ac022764-19c6-4faf-a2ab-ae980c3f3882 req-96022d74-c5bd-40eb-8261-32f769ad1414 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2143af28-585c-4f87-adef-e00385fa7b91 HTTP/1.1" status: 200 len: 217 time: 0.0634511 Mar 30 07:16:24.364400 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cdf33a2a-3730-4919-955c-dba27deeb873 req-ae89c960-5352-4d57-bbc0-397a410e1f86 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.2927368 Mar 30 07:16:24.445543 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022764-19c6-4faf-a2ab-ae980c3f3882 req-d49d2f26-c4ee-431b-a660-d4f85bb3a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:24.447006 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ac022764-19c6-4faf-a2ab-ae980c3f3882 req-d49d2f26-c4ee-431b-a660-d4f85bb3a559 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 200 len: 858 time: 0.0728297 Mar 30 07:16:24.457181 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cdf33a2a-3730-4919-955c-dba27deeb873 req-6e89703e-5d2d-44c0-9961-75ff888d54b3 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919249 Mar 30 07:16:24.501713 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407b7ba0-c180-4dce-80d0-d81599cb02a4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:16:24.536214 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022764-19c6-4faf-a2ab-ae980c3f3882 req-5cde3324-f25d-4d85-b47f-88ce1a6450c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:24.538008 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ac022764-19c6-4faf-a2ab-ae980c3f3882 req-5cde3324-f25d-4d85-b47f-88ce1a6450c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9678c55-7461-4938-ba80-6574cdde20b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686483 Mar 30 07:16:24.715526 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ac022764-19c6-4faf-a2ab-ae980c3f3882 req-0e43425b-1bec-4c27-a0a0-78c35cb198fa service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687536 Mar 30 07:16:24.869672 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ac022764-19c6-4faf-a2ab-ae980c3f3882 req-e0c26008-9275-49cd-9ace-19f9ff0c9798 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387086 Mar 30 07:16:24.973094 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407b7ba0-c180-4dce-80d0-d81599cb02a4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:16:24.980040 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-407b7ba0-c180-4dce-80d0-d81599cb02a4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:24.991397 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87e23a-ad9b-458e-9b7a-f9e9a40000c9 None None] Sync routers for ids ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:16:25.015900 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87e23a-ad9b-458e-9b7a-f9e9a40000c9 None None] Routers {'3bcfccbd-1cba-47ca-9e55-ed31500cb929'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:16:25.016582 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-9f87e23a-ad9b-458e-9b7a-f9e9a40000c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:16:25.054756 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-407b7ba0-c180-4dce-80d0-d81599cb02a4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "PUT /v2.0/floatingips/03b9ad22-56d5-4e66-bb9c-80a9a99bb1fc HTTP/1.1" status: 200 len: 991 time: 2.7766838 Mar 30 07:16:25.059519 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'tag': '46952506-ed7a-47ba-a4d4-3306605e4824'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:16:25.062340 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b246497c-465c-48d8-a14c-d4fca0fe242b" -d '{"events": [{"name": "network-changed", "server_uuid": "d977a73f-876d-4d10-adf8-326ed77fc467", "tag": "46952506-ed7a-47ba-a4d4-3306605e4824"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:16:25.067096 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45c44eac-4623-4717-82f0-a61833358389 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:25.080773 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45c44eac-4623-4717-82f0-a61833358389 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (95e6f8ee-6431-4206-91ae-cdb918be8b8b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:25.156220 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffc14a2-a568-43e6-9f29-f204827ab162 x-openstack-request-id: req-bffc14a2-a568-43e6-9f29-f204827ab162 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:16:25.156502 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d977a73f-876d-4d10-adf8-326ed77fc467", "tag": "46952506-ed7a-47ba-a4d4-3306605e4824", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:16:25.156751 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bffc14a2-a568-43e6-9f29-f204827ab162 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:16:25.157150 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bffc14a2-a568-43e6-9f29-f204827ab162'] response: {'name': 'network-changed', 'server_uuid': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'tag': '46952506-ed7a-47ba-a4d4-3306605e4824', 'status': 'completed', 'code': 200} Mar 30 07:16:25.183094 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-9f87e23a-ad9b-458e-9b7a-f9e9a40000c9 None None] Set router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:16:25.249307 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246497c-465c-48d8-a14c-d4fca0fe242b req-e6300883-9299-4a45-a60f-711155f8c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:25.251018 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b246497c-465c-48d8-a14c-d4fca0fe242b req-e6300883-9299-4a45-a60f-711155f8c0b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee09b83520e4e8ba691a79d60604388&device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 1129 time: 0.0606194 Mar 30 07:16:25.284347 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-45c44eac-4623-4717-82f0-a61833358389 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Floating IP 95e6f8ee-6431-4206-91ae-cdb918be8b8b associated. External IP: 172.27.1.126, port: cc0a9d6a-7177-46dd-b56e-afefa52539b0. Mar 30 07:16:25.385706 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246497c-465c-48d8-a14c-d4fca0fe242b req-0e925e75-5e64-4da9-96fa-88498e489980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:25.388072 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b246497c-465c-48d8-a14c-d4fca0fe242b req-0e925e75-5e64-4da9-96fa-88498e489980 service neutron] 10.222.0.35 "GET /v2.0/networks?id=89db86be-e389-43ed-80e6-11e20145eaf2 HTTP/1.1" status: 200 len: 918 time: 0.1289713 Mar 30 07:16:25.528748 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b246497c-465c-48d8-a14c-d4fca0fe242b req-d448f6f1-c9ef-42fd-bc07-e543f3adfce1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46952506-ed7a-47ba-a4d4-3306605e4824 HTTP/1.1" status: 200 len: 999 time: 0.1283097 Mar 30 07:16:25.581938 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246497c-465c-48d8-a14c-d4fca0fe242b req-10f2442c-4ac6-48b2-bc6b-d99ce00f8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:25.582144 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c44eac-4623-4717-82f0-a61833358389 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Router 6e6d1798-36e0-4199-ba85-8baf42d415cb has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:16:25.583394 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b246497c-465c-48d8-a14c-d4fca0fe242b req-10f2442c-4ac6-48b2-bc6b-d99ce00f8976 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602 HTTP/1.1" status: 200 len: 856 time: 0.0489233 Mar 30 07:16:25.658804 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246497c-465c-48d8-a14c-d4fca0fe242b req-ccca9e44-6d78-4d94-9de8-3186093fc829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:25.661668 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b246497c-465c-48d8-a14c-d4fca0fe242b req-ccca9e44-6d78-4d94-9de8-3186093fc829 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=89db86be-e389-43ed-80e6-11e20145eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705745 Mar 30 07:16:25.712065 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-9f87e23a-ad9b-458e-9b7a-f9e9a40000c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '03b9ad22-56d5-4e66-bb9c-80a9a99bb1fc', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'port_id': '46952506-ed7a-47ba-a4d4-3306605e4824', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'mac_address': 'fa:16:3e:12:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:15:46Z', 'updated_at': '2022-03-30T07:16:23Z', 'revision_number': 1, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881d0da5-6071-443f-bd70-2074fd08a617', 'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'mac_address': 'fa:16:3e:95:6f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:31Z', 'updated_at': '2022-03-30T07:15:46Z', 'revision_number': 5, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'subnets': [{'id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:16:25.755175 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b7c34-c3ba-41eb-a4af-971402488c66 req-b3166c3b-316d-4d8e-90fa-2de812fa037e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:25.757184 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-135b7c34-c3ba-41eb-a4af-971402488c66 req-b3166c3b-316d-4d8e-90fa-2de812fa037e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.1612015 Mar 30 07:16:25.773248 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87e23a-ad9b-458e-9b7a-f9e9a40000c9 None None] Checking router: 3bcfccbd-1cba-47ca-9e55-ed31500cb929 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:16:25.788281 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87e23a-ad9b-458e-9b7a-f9e9a40000c9 None None] Routers {'3bcfccbd-1cba-47ca-9e55-ed31500cb929'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:16:25.788905 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-9f87e23a-ad9b-458e-9b7a-f9e9a40000c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:16:25.793241 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c44eac-4623-4717-82f0-a61833358389 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:16:25.805236 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6543931f-0066-417a-a0bc-3b4fa0db238d None None] Sync routers for ids ['6e6d1798-36e0-4199-ba85-8baf42d415cb'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:16:25.822950 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6543931f-0066-417a-a0bc-3b4fa0db238d None None] Routers {'6e6d1798-36e0-4199-ba85-8baf42d415cb'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:16:25.828028 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6543931f-0066-417a-a0bc-3b4fa0db238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6e6d1798-36e0-4199-ba85-8baf42d415cb'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:16:25.838557 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b246497c-465c-48d8-a14c-d4fca0fe242b req-6674371d-b820-454e-afcc-89cdf41e4529 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679194 Mar 30 07:16:25.860501 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45c44eac-4623-4717-82f0-a61833358389 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:25.914768 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-135b7c34-c3ba-41eb-a4af-971402488c66 req-1ba94e99-6104-4a75-b282-42c4f389aca9 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492116 Mar 30 07:16:25.936035 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-45c44eac-4623-4717-82f0-a61833358389 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "PUT /v2.0/floatingips/95e6f8ee-6431-4206-91ae-cdb918be8b8b HTTP/1.1" status: 200 len: 992 time: 2.2121315 Mar 30 07:16:25.992857 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-9f87e23a-ad9b-458e-9b7a-f9e9a40000c9 None None] Set router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:16:26.005953 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-6543931f-0066-417a-a0bc-3b4fa0db238d None None] Set router 6e6d1798-36e0-4199-ba85-8baf42d415cb gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:16:26.041282 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b246497c-465c-48d8-a14c-d4fca0fe242b req-f4450acb-a54d-4b03-8760-3b761ab0e798 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951418 Mar 30 07:16:26.135376 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 36816) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:26.276092 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:26.300967 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-9f87e23a-ad9b-458e-9b7a-f9e9a40000c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '03b9ad22-56d5-4e66-bb9c-80a9a99bb1fc', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'port_id': '46952506-ed7a-47ba-a4d4-3306605e4824', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'mac_address': 'fa:16:3e:12:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:15:46Z', 'updated_at': '2022-03-30T07:16:23Z', 'revision_number': 1, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881d0da5-6071-443f-bd70-2074fd08a617', 'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'mac_address': 'fa:16:3e:95:6f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:31Z', 'updated_at': '2022-03-30T07:15:46Z', 'revision_number': 5, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'subnets': [{'id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:16:26.335462 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87e23a-ad9b-458e-9b7a-f9e9a40000c9 None None] The sync data for ids ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'] in dv-cinder-835778-2-iscsi is: [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '03b9ad22-56d5-4e66-bb9c-80a9a99bb1fc', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'port_id': '46952506-ed7a-47ba-a4d4-3306605e4824', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'mac_address': 'fa:16:3e:12:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:15:46Z', 'updated_at': '2022-03-30T07:16:23Z', 'revision_number': 1, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881d0da5-6071-443f-bd70-2074fd08a617', 'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'mac_address': 'fa:16:3e:95:6f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:31Z', 'updated_at': '2022-03-30T07:15:46Z', 'revision_number': 5, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'subnets': [{'id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:16:26.355237 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Publish callbacks [] for security_group (04b643fc-6bc9-4e43-b9ea-c03be8476f2d), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:26.360792 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (04b643fc-6bc9-4e43-b9ea-c03be8476f2d), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:26.363198 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6543931f-0066-417a-a0bc-3b4fa0db238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '95e6f8ee-6431-4206-91ae-cdb918be8b8b', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'port_id': 'cc0a9d6a-7177-46dd-b56e-afefa52539b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'mac_address': 'fa:16:3e:f9:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea531783-864c-44f2-9311-d1939a112f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:15:55Z', 'updated_at': '2022-03-30T07:16:24Z', 'revision_number': 1, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a706512-298d-4598-a89f-1a127e04843d', 'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'mac_address': 'fa:16:3e:71:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:35Z', 'updated_at': '2022-03-30T07:15:48Z', 'revision_number': 5, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'subnets': [{'id': '0797f928-0864-4478-9227-7f35a120a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:16:26.391414 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6543931f-0066-417a-a0bc-3b4fa0db238d None None] Checking router: 6e6d1798-36e0-4199-ba85-8baf42d415cb for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:16:26.401515 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6543931f-0066-417a-a0bc-3b4fa0db238d None None] Routers {'6e6d1798-36e0-4199-ba85-8baf42d415cb'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:16:26.402304 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6543931f-0066-417a-a0bc-3b4fa0db238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:15:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6e6d1798-36e0-4199-ba85-8baf42d415cb'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:16:26.419182 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 36822) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:26.420463 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d42052b15b643b8bfc7c2aa5af4847a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853215 Mar 30 07:16:26.422004 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b643fc-6bc9-4e43-b9ea-c03be8476f2d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:26.432347 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.433197 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.433540 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.434049 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.434522 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.435074 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.435432 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.435770 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.436656 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.436989 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.437339 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.437660 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.438170 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.438498 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.438818 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc49f7-4bbc-4ecb-b364-3e67fb401d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.492017 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Publish callbacks [] for security_group (04b643fc-6bc9-4e43-b9ea-c03be8476f2d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:26.515953 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Publish callbacks [] for security_group (04b643fc-6bc9-4e43-b9ea-c03be8476f2d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:26.518875 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-79936a1b-21ae-48e5-896c-40f44814661d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:26.560930 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-6543931f-0066-417a-a0bc-3b4fa0db238d None None] Set router 6e6d1798-36e0-4199-ba85-8baf42d415cb gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:16:26.571064 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (04b643fc-6bc9-4e43-b9ea-c03be8476f2d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:26.573724 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:26.574946 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04b643fc-6bc9-4e43-b9ea-c03be8476f2d HTTP/1.1" status: 204 len: 168 time: 0.1546922 Mar 30 07:16:26.583331 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b643fc-6bc9-4e43-b9ea-c03be8476f2d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:26.593436 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.593781 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.594117 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.594451 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.594777 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.595185 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.595429 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.595729 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.596078 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.596396 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.596716 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.597037 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.597346 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.597797 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.597961 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ea7e4-affe-4fb5-a6c3-b4129ffb3912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:16:26.630900 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5f52f0-0a59-4347-bab2-fe8c45bb34ae None None] New status for floating IP 03b9ad22-56d5-4e66-bb9c-80a9a99bb1fc: ACTIVE {{(pid=103480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:16:26.876257 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6543931f-0066-417a-a0bc-3b4fa0db238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '95e6f8ee-6431-4206-91ae-cdb918be8b8b', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'port_id': 'cc0a9d6a-7177-46dd-b56e-afefa52539b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'mac_address': 'fa:16:3e:f9:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea531783-864c-44f2-9311-d1939a112f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:15:55Z', 'updated_at': '2022-03-30T07:16:24Z', 'revision_number': 1, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a706512-298d-4598-a89f-1a127e04843d', 'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'mac_address': 'fa:16:3e:71:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:35Z', 'updated_at': '2022-03-30T07:15:48Z', 'revision_number': 5, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'subnets': [{'id': '0797f928-0864-4478-9227-7f35a120a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:16:26.905692 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6543931f-0066-417a-a0bc-3b4fa0db238d None None] The sync data for ids ['6e6d1798-36e0-4199-ba85-8baf42d415cb'] in dv-cinder-835778-2-iscsi is: [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '95e6f8ee-6431-4206-91ae-cdb918be8b8b', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'port_id': 'cc0a9d6a-7177-46dd-b56e-afefa52539b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'mac_address': 'fa:16:3e:f9:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea531783-864c-44f2-9311-d1939a112f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:15:55Z', 'updated_at': '2022-03-30T07:16:24Z', 'revision_number': 1, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a706512-298d-4598-a89f-1a127e04843d', 'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'mac_address': 'fa:16:3e:71:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:35Z', 'updated_at': '2022-03-30T07:15:48Z', 'revision_number': 5, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'subnets': [{'id': '0797f928-0864-4478-9227-7f35a120a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:16:27.114618 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5370b4d-207a-42d5-b645-3461c351afcf req-0459ddd9-f04c-45fb-88b8-41da3d9b2b99 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:27.120277 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e5370b4d-207a-42d5-b645-3461c351afcf req-0459ddd9-f04c-45fb-88b8-41da3d9b2b99 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.1002274 Mar 30 07:16:27.161258 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea531783-864c-44f2-9311-d1939a112f2b', 'tag': 'cc0a9d6a-7177-46dd-b56e-afefa52539b0'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:16:27.181323 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8007d708-8217-4b96-9206-f6370f5c11d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea531783-864c-44f2-9311-d1939a112f2b", "tag": "cc0a9d6a-7177-46dd-b56e-afefa52539b0"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:16:27.241963 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e5370b4d-207a-42d5-b645-3461c351afcf req-5102db3e-8367-4839-8a3b-9e32de8f0e63 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103961 Mar 30 07:16:27.265331 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b455c712-bff2-46c3-b004-6f620cb6b426 x-openstack-request-id: req-b455c712-bff2-46c3-b004-6f620cb6b426 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:16:27.265941 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea531783-864c-44f2-9311-d1939a112f2b", "tag": "cc0a9d6a-7177-46dd-b56e-afefa52539b0", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:16:27.266461 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b455c712-bff2-46c3-b004-6f620cb6b426 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:16:27.267351 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b455c712-bff2-46c3-b004-6f620cb6b426'] response: {'name': 'network-changed', 'server_uuid': 'ea531783-864c-44f2-9311-d1939a112f2b', 'tag': 'cc0a9d6a-7177-46dd-b56e-afefa52539b0', 'status': 'completed', 'code': 200} Mar 30 07:16:27.293411 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd98b079-49b4-4df5-9a2a-fa3905323c49 None None] New status for floating IP 95e6f8ee-6431-4206-91ae-cdb918be8b8b: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:16:27.375374 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007d708-8217-4b96-9206-f6370f5c11d2 req-dfcd3eaa-7f95-4b30-b079-3d8621bdc3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:27.377675 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8007d708-8217-4b96-9206-f6370f5c11d2 req-dfcd3eaa-7f95-4b30-b079-3d8621bdc3a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9ab7163ff443ff849d017d40115708&device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 1130 time: 0.0530798 Mar 30 07:16:27.505343 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007d708-8217-4b96-9206-f6370f5c11d2 req-0e41c7c8-d043-497f-9e5a-c9a9da1b83be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:27.507313 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8007d708-8217-4b96-9206-f6370f5c11d2 req-0e41c7c8-d043-497f-9e5a-c9a9da1b83be service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdc48dd9-ac72-4ec1-96d3-56de9895320a HTTP/1.1" status: 200 len: 912 time: 0.1189790 Mar 30 07:16:27.605853 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8007d708-8217-4b96-9206-f6370f5c11d2 req-ffdf5898-20f7-4ceb-86cb-018430fe5370 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc0a9d6a-7177-46dd-b56e-afefa52539b0 HTTP/1.1" status: 200 len: 1000 time: 0.0882144 Mar 30 07:16:27.707454 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007d708-8217-4b96-9206-f6370f5c11d2 req-7aab869a-e9c1-4a56-a04a-b2a5368e11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:27.709053 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8007d708-8217-4b96-9206-f6370f5c11d2 req-7aab869a-e9c1-4a56-a04a-b2a5368e11a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0797f928-0864-4478-9227-7f35a120a31e HTTP/1.1" status: 200 len: 850 time: 0.0960047 Mar 30 07:16:27.769912 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007d708-8217-4b96-9206-f6370f5c11d2 req-2224a88d-71b8-4a57-abbb-fe62df05c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:27.771499 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8007d708-8217-4b96-9206-f6370f5c11d2 req-2224a88d-71b8-4a57-abbb-fe62df05c1c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdc48dd9-ac72-4ec1-96d3-56de9895320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546229 Mar 30 07:16:27.876241 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8007d708-8217-4b96-9206-f6370f5c11d2 req-de8b7275-034f-4168-a51e-1da551c13615 service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935628 Mar 30 07:16:27.933019 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:27.987498 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8007d708-8217-4b96-9206-f6370f5c11d2 req-09ae0708-fe5e-4de2-8a84-9af4a255ff81 service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017001 Mar 30 07:16:28.391719 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb9029-36d6-4c1d-8261-3693737702a1 req-f2d8a277-c1d3-4107-a6ac-bc8c66936dde tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:28.393158 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ffbb9029-36d6-4c1d-8261-3693737702a1 req-f2d8a277-c1d3-4107-a6ac-bc8c66936dde tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0823698 Mar 30 07:16:28.468089 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa793548-4551-4770-bb27-65db03e75ef2 req-6eca130b-642e-46bb-ace8-7b60ead656dd tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:28.469547 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-aa793548-4551-4770-bb27-65db03e75ef2 req-6eca130b-642e-46bb-ace8-7b60ead656dd tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 945 time: 0.0935638 Mar 30 07:16:28.472563 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ffbb9029-36d6-4c1d-8261-3693737702a1 req-fba7e3cc-14c2-4a79-9028-9cc67750b34d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621266 Mar 30 07:16:28.519923 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-aa793548-4551-4770-bb27-65db03e75ef2 req-4edafd18-d0e3-4e1a-9892-8ddd32dac3ff tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445895 Mar 30 07:16:29.088316 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:29.237755 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c398cfab-7aba-45d4-b5ef-e89e0537b0cb req-5b410e6c-2830-4716-9074-7ceb3978a2df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476487 Mar 30 07:16:29.374968 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398cfab-7aba-45d4-b5ef-e89e0537b0cb req-30936967-00db-423b-be6c-58c22a3074f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:29.376540 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c398cfab-7aba-45d4-b5ef-e89e0537b0cb req-30936967-00db-423b-be6c-58c22a3074f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 1130 time: 0.0510056 Mar 30 07:16:29.490026 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398cfab-7aba-45d4-b5ef-e89e0537b0cb req-81a1b2d3-093a-4c90-86ab-512e75f74a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:29.491361 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c398cfab-7aba-45d4-b5ef-e89e0537b0cb req-81a1b2d3-093a-4c90-86ab-512e75f74a11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 920 time: 0.0874915 Mar 30 07:16:29.538181 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c398cfab-7aba-45d4-b5ef-e89e0537b0cb req-f45490b0-6c03-405d-8ed9-a30b18fcf3d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b69b063-2bbd-4852-b768-a54773d55703 HTTP/1.1" status: 200 len: 217 time: 0.0342445 Mar 30 07:16:29.597443 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398cfab-7aba-45d4-b5ef-e89e0537b0cb req-3987adad-e8f0-4aeb-b3ed-e0bc404d5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:29.598910 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c398cfab-7aba-45d4-b5ef-e89e0537b0cb req-3987adad-e8f0-4aeb-b3ed-e0bc404d5f6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 200 len: 858 time: 0.0526776 Mar 30 07:16:29.640517 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0c7e5-56bf-4ec8-874f-d0837659c245 req-beb7e985-0dd2-4992-9ab3-81479af7f8f8 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:29.641972 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3eb0c7e5-56bf-4ec8-874f-d0837659c245 req-beb7e985-0dd2-4992-9ab3-81479af7f8f8 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0960851 Mar 30 07:16:29.676569 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04c85a-8dfd-49b6-aeb4-3d8c06c6ade9 req-0862fb10-8405-4489-828e-41c4946cabcc tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:29.678107 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee04c85a-8dfd-49b6-aeb4-3d8c06c6ade9 req-0862fb10-8405-4489-828e-41c4946cabcc tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 945 time: 0.0852249 Mar 30 07:16:29.729035 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3eb0c7e5-56bf-4ec8-874f-d0837659c245 req-2dbc2951-a38d-4ca9-82d2-98a1684d70a9 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800705 Mar 30 07:16:29.759824 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee04c85a-8dfd-49b6-aeb4-3d8c06c6ade9 req-37c5ddf7-7ec7-4ceb-8218-ca6d6478f6fa tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690057 Mar 30 07:16:30.640735 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:30.822755 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398cfab-7aba-45d4-b5ef-e89e0537b0cb req-2a5f8148-6448-4cc5-a04c-5e866dd19492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:30.824349 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c398cfab-7aba-45d4-b5ef-e89e0537b0cb req-2a5f8148-6448-4cc5-a04c-5e866dd19492 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9678c55-7461-4938-ba80-6574cdde20b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511432 Mar 30 07:16:30.883101 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f104d4d-4989-4d16-95f8-a1609c86da5c req-7bd15b7b-59f2-4274-a2da-11aa7aa0d268 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:30.884687 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6f104d4d-4989-4d16-95f8-a1609c86da5c req-7bd15b7b-59f2-4274-a2da-11aa7aa0d268 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0839288 Mar 30 07:16:30.915199 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a65bc6-97de-4fcc-993b-a508394b2de3 req-659149f5-e980-49eb-be39-cc37cb26231a tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:30.916561 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-85a65bc6-97de-4fcc-993b-a508394b2de3 req-659149f5-e980-49eb-be39-cc37cb26231a tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 945 time: 0.0858357 Mar 30 07:16:30.960094 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6f104d4d-4989-4d16-95f8-a1609c86da5c req-f829eb5a-7480-4304-aed1-7019789e8b0f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682218 Mar 30 07:16:30.987106 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-85a65bc6-97de-4fcc-993b-a508394b2de3 req-773a306d-3192-4e56-a58c-22fab954a341 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645094 Mar 30 07:16:31.754455 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c398cfab-7aba-45d4-b5ef-e89e0537b0cb req-cf29acca-6a00-4bdc-b071-7d3d031df9fb service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986319 Mar 30 07:16:32.132660 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f580138-1a76-48d8-b552-ca795731801a req-2cc4db05-237c-400e-9025-17f311cbe85b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:32.134215 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3f580138-1a76-48d8-b552-ca795731801a req-2cc4db05-237c-400e-9025-17f311cbe85b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0860498 Mar 30 07:16:32.145396 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7a3d3-616b-4142-822f-93423e0d19be req-4ffb4686-f869-4529-bf49-313863162a97 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:32.146755 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-13b7a3d3-616b-4142-822f-93423e0d19be req-4ffb4686-f869-4529-bf49-313863162a97 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 945 time: 0.0888271 Mar 30 07:16:32.217342 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3f580138-1a76-48d8-b552-ca795731801a req-b54ad15b-0376-4131-93af-527735d3c91c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695097 Mar 30 07:16:32.220803 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-13b7a3d3-616b-4142-822f-93423e0d19be req-4b61e771-7a3d-4a19-b736-9ba8e489b7a7 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676727 Mar 30 07:16:32.781289 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c398cfab-7aba-45d4-b5ef-e89e0537b0cb req-0e59bd14-6dbf-4b25-b26a-34064579f758 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916522 Mar 30 07:16:33.363976 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:33.367914 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f4a87-15bb-4892-8fa5-8454fea5380e req-7cdc3903-b1d9-4e5c-ac32-504f76fadbbc tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:33.369408 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-277f4a87-15bb-4892-8fa5-8454fea5380e req-7cdc3903-b1d9-4e5c-ac32-504f76fadbbc tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0829494 Mar 30 07:16:33.382397 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6802c8-82b7-4496-8215-ffec713d8c86 req-6b069ca5-10a1-4ea6-9590-a708e7cc64cf tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:33.383774 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5e6802c8-82b7-4496-8215-ffec713d8c86 req-6b069ca5-10a1-4ea6-9590-a708e7cc64cf tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 945 time: 0.0886362 Mar 30 07:16:33.456098 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-277f4a87-15bb-4892-8fa5-8454fea5380e req-334288b5-d11d-4e81-b178-73f033250895 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808091 Mar 30 07:16:33.466572 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5e6802c8-82b7-4496-8215-ffec713d8c86 req-5d9053f4-de0b-4a76-af34-ea5de3722140 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708237 Mar 30 07:16:34.608926 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563783e9-8eba-440c-b9fc-a23352ef6408 req-00133265-949b-4704-b375-90c1b3013486 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:34.610668 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-563783e9-8eba-440c-b9fc-a23352ef6408 req-00133265-949b-4704-b375-90c1b3013486 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0848203 Mar 30 07:16:34.617587 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08c5cb-7eb7-4523-965c-a97ec216cb5a req-c922ae56-a89b-4275-9061-9761f0ca8ed6 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:34.618960 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5a08c5cb-7eb7-4523-965c-a97ec216cb5a req-c922ae56-a89b-4275-9061-9761f0ca8ed6 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 945 time: 0.0840352 Mar 30 07:16:34.693101 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-563783e9-8eba-440c-b9fc-a23352ef6408 req-fe888f7e-510c-4158-96bf-5dd1615b18b4 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731895 Mar 30 07:16:34.705014 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5a08c5cb-7eb7-4523-965c-a97ec216cb5a req-9d0d799e-d868-4428-b7b2-138956877e4f tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711358 Mar 30 07:16:35.851767 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaaa44-e294-49fb-a38c-3b2d70d43ba1 req-bc410cc9-c1c4-4fc8-85ae-7bb0fc807ade tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:35.853252 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-20eaaa44-e294-49fb-a38c-3b2d70d43ba1 req-bc410cc9-c1c4-4fc8-85ae-7bb0fc807ade tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 945 time: 0.0785065 Mar 30 07:16:35.861809 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c73c4-5f6a-4a5d-9be9-b4a02572b12d req-f5a291fe-99b6-4413-8339-8d53130410a0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:35.863350 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-729c73c4-5f6a-4a5d-9be9-b4a02572b12d req-f5a291fe-99b6-4413-8339-8d53130410a0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0979655 Mar 30 07:16:35.929377 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-20eaaa44-e294-49fb-a38c-3b2d70d43ba1 req-5f84157d-dacd-44c2-af3b-735cd743a5a5 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649178 Mar 30 07:16:35.946046 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-729c73c4-5f6a-4a5d-9be9-b4a02572b12d req-e67eb6c2-c62b-401f-bc9a-bb0d0cc5997a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757194 Mar 30 07:16:37.097823 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42186d1-5712-4020-a495-bec0f2dda3cd req-5225afb8-1713-41af-a014-285660fc86c6 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:37.099331 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c42186d1-5712-4020-a495-bec0f2dda3cd req-5225afb8-1713-41af-a014-285660fc86c6 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 945 time: 0.0861900 Mar 30 07:16:37.106453 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa365d5-feae-49ee-bb0f-06f7c3b146f6 req-1943d8ae-caa6-4d6f-9d29-739839ee7e77 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:37.107875 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1fa365d5-feae-49ee-bb0f-06f7c3b146f6 req-1943d8ae-caa6-4d6f-9d29-739839ee7e77 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0857413 Mar 30 07:16:37.176678 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c42186d1-5712-4020-a495-bec0f2dda3cd req-49f087d2-c222-460d-bdb9-c760c6cbfa95 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f588ee0-7532-4ac4-95c8-b7bdb246b542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678375 Mar 30 07:16:37.187694 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1fa365d5-feae-49ee-bb0f-06f7c3b146f6 req-3b10a054-7ff0-4b9e-b105-62efee69d261 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728710 Mar 30 07:16:37.406098 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf1d7e-f40d-4885-930c-02b5cf5a1f32 req-ee286a80-a1bd-4b07-8b02-50ee0794b663 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:37.407469 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-fecf1d7e-f40d-4885-930c-02b5cf5a1f32 req-ee286a80-a1bd-4b07-8b02-50ee0794b663 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 945 time: 0.0918229 Mar 30 07:16:37.566737 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-fecf1d7e-f40d-4885-930c-02b5cf5a1f32 req-2271192f-d9b8-42a4-a2a7-51edb282176b tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Deleting port 83614a76-4b14-423b-938c-f966a668f09c {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:16:37.567064 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-fecf1d7e-f40d-4885-930c-02b5cf5a1f32 req-2271192f-d9b8-42a4-a2a7-51edb282176b tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (83614a76-4b14-423b-938c-f966a668f09c), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:37.661040 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-fecf1d7e-f40d-4885-930c-02b5cf5a1f32 req-2271192f-d9b8-42a4-a2a7-51edb282176b tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] For port 83614a76-4b14-423b-938c-f966a668f09c, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=83614a76-4b14-423b-938c-f966a668f09c,segment=NetworkSegment(455dc661-8a43-4436-8bce-43655cfaba33),segment_id=455dc661-8a43-4436-8bce-43655cfaba33)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:16:37.661345 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-fecf1d7e-f40d-4885-930c-02b5cf5a1f32 req-2271192f-d9b8-42a4-a2a7-51edb282176b tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (83614a76-4b14-423b-938c-f966a668f09c), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:37.677164 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-fecf1d7e-f40d-4885-930c-02b5cf5a1f32 req-2271192f-d9b8-42a4-a2a7-51edb282176b tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Calling delete_port for 83614a76-4b14-423b-938c-f966a668f09c owned by compute:nova {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:16:38.041570 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-fecf1d7e-f40d-4885-930c-02b5cf5a1f32 req-2271192f-d9b8-42a4-a2a7-51edb282176b tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422'] for port (83614a76-4b14-423b-938c-f966a668f09c), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:38.071950 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271192f-d9b8-42a4-a2a7-51edb282176b tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Pushing event deleted for resources: {'Port': ['ID=83614a76-4b14-423b-938c-f966a668f09c,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:38.133555 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecf1d7e-f40d-4885-930c-02b5cf5a1f32 req-2271192f-d9b8-42a4-a2a7-51edb282176b tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] No DVR routers for this DVR port 83614a76-4b14-423b-938c-f966a668f09c on host hv-cinder-83577 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:16:38.137381 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-fecf1d7e-f40d-4885-930c-02b5cf5a1f32 req-2271192f-d9b8-42a4-a2a7-51edb282176b tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:38.140708 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-fecf1d7e-f40d-4885-930c-02b5cf5a1f32 req-2271192f-d9b8-42a4-a2a7-51edb282176b tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.35 "DELETE /v2.0/ports/83614a76-4b14-423b-938c-f966a668f09c HTTP/1.1" status: 204 len: 173 time: 0.7267733 Mar 30 07:16:38.141316 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e395dc-f645-44ef-a69c-b609fcfb7c13', 'name': 'network-vif-deleted', 'tag': '83614a76-4b14-423b-938c-f966a668f09c'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:16:38.143866 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2beaa8-5017-4b55-8011-69445daf54ab" -d '{"events": [{"server_uuid": "b4e395dc-f645-44ef-a69c-b609fcfb7c13", "name": "network-vif-deleted", "tag": "83614a76-4b14-423b-938c-f966a668f09c"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:16:38.178732 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0015a59c-2ddb-4385-8321-e1cdbb62afe8 x-openstack-request-id: req-0015a59c-2ddb-4385-8321-e1cdbb62afe8 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:16:38.179020 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e395dc-f645-44ef-a69c-b609fcfb7c13", "name": "network-vif-deleted", "tag": "83614a76-4b14-423b-938c-f966a668f09c", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:16:38.179270 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0015a59c-2ddb-4385-8321-e1cdbb62afe8 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:16:38.179695 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0015a59c-2ddb-4385-8321-e1cdbb62afe8'] response: {'server_uuid': 'b4e395dc-f645-44ef-a69c-b609fcfb7c13', 'name': 'network-vif-deleted', 'tag': '83614a76-4b14-423b-938c-f966a668f09c', 'status': 'completed', 'code': 200} Mar 30 07:16:38.286756 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6ea1dbac-fc0a-4dab-96c6-856a038135df req-1f12c75f-239c-47da-92f8-fc9dfbc49d40 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 210 time: 0.0390697 Mar 30 07:16:38.330915 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0c737-5010-473e-971f-e6c9707f705e req-8f6d6821-2949-48f0-822d-bddef4400447 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:38.332426 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8af0c737-5010-473e-971f-e6c9707f705e req-8f6d6821-2949-48f0-822d-bddef4400447 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0716763 Mar 30 07:16:38.380123 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8af0c737-5010-473e-971f-e6c9707f705e req-918b49eb-cacd-4dba-b744-8d2fc3753fba tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418296 Mar 30 07:16:39.384021 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f479634e-33d9-4c24-b16c-619b87220559 req-d63691f9-65e5-4c6f-9eea-2a0571ecc730 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 210 time: 0.0266767 Mar 30 07:16:39.496880 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7d38f-0222-4566-874d-fb569bfafecd req-13eb18ff-420c-48dc-b8b6-30b74cccf43a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:39.498316 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-00c7d38f-0222-4566-874d-fb569bfafecd req-13eb18ff-420c-48dc-b8b6-30b74cccf43a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0526066 Mar 30 07:16:39.544072 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-00c7d38f-0222-4566-874d-fb569bfafecd req-7e6ebb12-62ce-40b6-b025-698c643cbc2b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401344 Mar 30 07:16:40.484057 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-13d49f36-0ce3-4c57-a0f9-c61ae92fd9bb req-80caf59e-5ab5-4b58-95bd-c4071004e270 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 210 time: 0.0294230 Mar 30 07:16:40.680812 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb32a8-1c6a-488e-99a4-9ffb1615f220 req-ae3ae381-204a-4a11-9061-59c13935f68d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:40.682291 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4dcb32a8-1c6a-488e-99a4-9ffb1615f220 req-ae3ae381-204a-4a11-9061-59c13935f68d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0583463 Mar 30 07:16:40.698248 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:16:40.730881 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4dcb32a8-1c6a-488e-99a4-9ffb1615f220 req-af9cb521-7c84-4704-819b-a2a4f38b5d8b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404775 Mar 30 07:16:40.928805 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['83614a76-4b14-423b-938c-f966a668f09c'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:16:41.580990 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f4d4844e-ed6b-4257-8e48-dc55b9f5fe0a req-5913164e-98e6-405f-85d6-f4df1aae5517 tempest-DeleteServersTestJSON-2109994494 tempest-DeleteServersTestJSON-2109994494-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4e395dc-f645-44ef-a69c-b609fcfb7c13 HTTP/1.1" status: 200 len: 210 time: 0.0274713 Mar 30 07:16:41.860158 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e24674-c201-47c3-9dc9-4ea6b429c893 req-9e6c75af-642e-4063-bbb5-6efae23fbab6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:41.861643 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e4e24674-c201-47c3-9dc9-4ea6b429c893 req-9e6c75af-642e-4063-bbb5-6efae23fbab6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0602157 Mar 30 07:16:41.920737 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e4e24674-c201-47c3-9dc9-4ea6b429c893 req-c94e0b99-e2cc-4a65-84a0-98d1431e2110 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429237 Mar 30 07:16:43.031484 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16575c51-aff7-442e-adbd-69843609d860 req-0ed86667-7c03-4fa8-92d2-90dcc62baf9d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:43.032870 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-16575c51-aff7-442e-adbd-69843609d860 req-0ed86667-7c03-4fa8-92d2-90dcc62baf9d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0539868 Mar 30 07:16:43.081002 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-16575c51-aff7-442e-adbd-69843609d860 req-0d20034c-a0cc-4520-8b31-347d65c1bfc8 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Mar 30 07:16:44.060374 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 37182) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:44.104562 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-561e4205-58b2-40de-9f7c-f2f1d5768c16 admin admin] Deleting subnet c8185a8a-2909-4a2d-9f1e-9f2eabc4552a {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:16:44.109438 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-561e4205-58b2-40de-9f7c-f2f1d5768c16 admin admin] Publish callbacks [] for subnet (c8185a8a-2909-4a2d-9f1e-9f2eabc4552a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.162331 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-561e4205-58b2-40de-9f7c-f2f1d5768c16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7367719'] for subnet (c8185a8a-2909-4a2d-9f1e-9f2eabc4552a), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.234354 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-561e4205-58b2-40de-9f7c-f2f1d5768c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (c8185a8a-2909-4a2d-9f1e-9f2eabc4552a), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.274587 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e238e2-75d1-4e03-996f-0bd6293e7f11 req-465b53d6-b309-492b-8fcd-8c88ef1d1837 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:44.276207 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-36e238e2-75d1-4e03-996f-0bd6293e7f11 req-465b53d6-b309-492b-8fcd-8c88ef1d1837 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0942495 Mar 30 07:16:44.316843 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 37190) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:44.330355 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-561e4205-58b2-40de-9f7c-f2f1d5768c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7417498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7759391'] for subnet (c8185a8a-2909-4a2d-9f1e-9f2eabc4552a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.345738 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-36e238e2-75d1-4e03-996f-0bd6293e7f11 req-bad7bf70-b04d-4e2e-a1b9-9f035506ac4e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639334 Mar 30 07:16:44.365108 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e4205-58b2-40de-9f7c-f2f1d5768c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8185a8a-2909-4a2d-9f1e-9f2eabc4552a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:44.367077 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-561e4205-58b2-40de-9f7c-f2f1d5768c16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.370197 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-561e4205-58b2-40de-9f7c-f2f1d5768c16 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c8185a8a-2909-4a2d-9f1e-9f2eabc4552a HTTP/1.1" status: 204 len: 168 time: 0.3088040 Mar 30 07:16:44.372658 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 37194) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:44.427984 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-33303492-0e24-4c13-9da2-ec8edd839c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.441338 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb13ed54-3de1-4f47-93ee-9d0411d66484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (7f455514-9fa4-4e1a-8166-63ab0dc42e80), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.511923 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-33303492-0e24-4c13-9da2-ec8edd839c16 admin admin] Publish callbacks [] for security_group (1fd0cbbe-5094-49d9-9226-019be34599b8), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.516251 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-33303492-0e24-4c13-9da2-ec8edd839c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (1fd0cbbe-5094-49d9-9226-019be34599b8), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.532045 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb13ed54-3de1-4f47-93ee-9d0411d66484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (7f455514-9fa4-4e1a-8166-63ab0dc42e80), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.552398 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-bb13ed54-3de1-4f47-93ee-9d0411d66484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f455514-9fa4-4e1a-8166-63ab0dc42e80']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:16:44.552614 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33303492-0e24-4c13-9da2-ec8edd839c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd0cbbe-5094-49d9-9226-019be34599b8,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:44.559232 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-33303492-0e24-4c13-9da2-ec8edd839c16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbba384d41ad40118acb831060e4f0e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376053 Mar 30 07:16:44.559455 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 37196) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:44.563240 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-bb13ed54-3de1-4f47-93ee-9d0411d66484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455dc661-8a43-4436-8bce-43655cfaba33') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:16:44.563541 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-bb13ed54-3de1-4f47-93ee-9d0411d66484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455dc661-8a43-4436-8bce-43655cfaba33') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:16:44.573083 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb13ed54-3de1-4f47-93ee-9d0411d66484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7367724'] for segment (455dc661-8a43-4436-8bce-43655cfaba33), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.586603 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb13ed54-3de1-4f47-93ee-9d0411d66484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (455dc661-8a43-4436-8bce-43655cfaba33), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.592505 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb13ed54-3de1-4f47-93ee-9d0411d66484 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:16:44.592882 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb13ed54-3de1-4f47-93ee-9d0411d66484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7419964'] for segment (455dc661-8a43-4436-8bce-43655cfaba33), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: Traceback (most recent call last): Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: timer() Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: cb(*args, **kw) Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: return func(*args, **kwargs) Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: self._notify() Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: self.callback(batched_events) Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: event.method(event) Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: return f(self, *a, **k) Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: return self._get(url).json() Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:16:44.594684 dv-cinder-835778-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:16:44.608435 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7b6d22b4-de40-4b90-8a9f-476a03130348 admin admin] Publish callbacks [] for security_group (1fd0cbbe-5094-49d9-9226-019be34599b8), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.638245 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7b6d22b4-de40-4b90-8a9f-476a03130348 admin admin] Publish callbacks [] for security_group (1fd0cbbe-5094-49d9-9226-019be34599b8), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.655644 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb13ed54-3de1-4f47-93ee-9d0411d66484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (7f455514-9fa4-4e1a-8166-63ab0dc42e80), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.660790 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb13ed54-3de1-4f47-93ee-9d0411d66484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.664881 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-bb13ed54-3de1-4f47-93ee-9d0411d66484 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7f455514-9fa4-4e1a-8166-63ab0dc42e80 HTTP/1.1" status: 204 len: 168 time: 0.2911201 Mar 30 07:16:44.684104 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13ed54-3de1-4f47-93ee-9d0411d66484 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f455514-9fa4-4e1a-8166-63ab0dc42e80,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:44.704907 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7b6d22b4-de40-4b90-8a9f-476a03130348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (1fd0cbbe-5094-49d9-9226-019be34599b8), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.708140 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7b6d22b4-de40-4b90-8a9f-476a03130348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.709727 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-7b6d22b4-de40-4b90-8a9f-476a03130348 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fd0cbbe-5094-49d9-9226-019be34599b8 HTTP/1.1" status: 204 len: 168 time: 0.1489210 Mar 30 07:16:44.718279 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d22b4-de40-4b90-8a9f-476a03130348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd0cbbe-5094-49d9-9226-019be34599b8,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:44.796182 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 37204) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:44.852866 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5fe6ca99-67e9-45cc-8735-8b576c348bc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad704701fcba49e5adc45e451291ef71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0554185 Mar 30 07:16:44.855520 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 37208) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:44.910503 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03ff2a6f-38ee-4f73-9146-5b348c071e2f admin admin] Publish callbacks [] for security_group (8f588ee0-7532-4ac4-95c8-b7bdb246b542), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.921394 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 83614a76-4b14-423b-938c-f966a668f09c no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:16:44.936533 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03ff2a6f-38ee-4f73-9146-5b348c071e2f admin admin] Publish callbacks [] for security_group (8f588ee0-7532-4ac4-95c8-b7bdb246b542), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.944528 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: 83614a76-4b14-423b-938c-f966a668f09c {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:16:44.945184 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 83614a76-4b14-423b-938c-f966a668f09c not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:16:44.993100 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03ff2a6f-38ee-4f73-9146-5b348c071e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (8f588ee0-7532-4ac4-95c8-b7bdb246b542), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.996121 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03ff2a6f-38ee-4f73-9146-5b348c071e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:44.997283 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-03ff2a6f-38ee-4f73-9146-5b348c071e2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f588ee0-7532-4ac4-95c8-b7bdb246b542 HTTP/1.1" status: 204 len: 168 time: 0.1403666 Mar 30 07:16:45.001716 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 37212) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:45.011036 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff2a6f-38ee-4f73-9146-5b348c071e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f588ee0-7532-4ac4-95c8-b7bdb246b542,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:45.014755 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f3e0907f-2934-4dea-9f4b-325fe2211662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:45.117671 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f3e0907f-2934-4dea-9f4b-325fe2211662 admin admin] Publish callbacks [] for security_group (1f35b46c-bd0a-4521-af5f-ad6df5f31e83), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:45.122875 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f3e0907f-2934-4dea-9f4b-325fe2211662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (1f35b46c-bd0a-4521-af5f-ad6df5f31e83), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:45.166069 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-f3e0907f-2934-4dea-9f4b-325fe2211662 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bb9a5f7b9104c35bc11bd3beed69839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632614 Mar 30 07:16:45.166246 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 37224) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:45.168291 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0907f-2934-4dea-9f4b-325fe2211662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f35b46c-bd0a-4521-af5f-ad6df5f31e83,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:45.240631 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f12a21d-6ec2-4339-bbf1-cd091c3a6d8c admin admin] Publish callbacks [] for security_group (1f35b46c-bd0a-4521-af5f-ad6df5f31e83), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:45.263957 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f12a21d-6ec2-4339-bbf1-cd091c3a6d8c admin admin] Publish callbacks [] for security_group (1f35b46c-bd0a-4521-af5f-ad6df5f31e83), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:45.322714 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f12a21d-6ec2-4339-bbf1-cd091c3a6d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (1f35b46c-bd0a-4521-af5f-ad6df5f31e83), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:45.325322 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f12a21d-6ec2-4339-bbf1-cd091c3a6d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:45.326697 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8f12a21d-6ec2-4339-bbf1-cd091c3a6d8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f35b46c-bd0a-4521-af5f-ad6df5f31e83 HTTP/1.1" status: 204 len: 168 time: 0.1596549 Mar 30 07:16:45.338811 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12a21d-6ec2-4339-bbf1-cd091c3a6d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f35b46c-bd0a-4521-af5f-ad6df5f31e83,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:45.501873 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f45fb-816c-454e-ad77-9eea329a4270 req-4c8bc77f-a5ef-4f45-88fa-2c224ddbcc40 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:45.504147 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-941f45fb-816c-454e-ad77-9eea329a4270 req-4c8bc77f-a5ef-4f45-88fa-2c224ddbcc40 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0803668 Mar 30 07:16:45.565532 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-941f45fb-816c-454e-ad77-9eea329a4270 req-d5561e6c-e5e0-4b27-b7ae-100e9516ed7f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555456 Mar 30 07:16:46.712079 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdbf95-666d-40d8-8e39-7f0ff8f72210 req-e6be222e-bf39-4053-b584-baf13cf5a90e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:46.713593 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3cdbf95-666d-40d8-8e39-7f0ff8f72210 req-e6be222e-bf39-4053-b584-baf13cf5a90e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0742190 Mar 30 07:16:46.817674 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3cdbf95-666d-40d8-8e39-7f0ff8f72210 req-95645ee5-4d1c-4834-a88e-0993199060ce tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970497 Mar 30 07:16:47.940958 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236dcff-4733-4fdc-a9ec-26955fb10d8d req-6d2a215c-eddb-4421-8f89-f71ececcc0a9 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:47.942436 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0236dcff-4733-4fdc-a9ec-26955fb10d8d req-6d2a215c-eddb-4421-8f89-f71ececcc0a9 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0566630 Mar 30 07:16:48.002578 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0236dcff-4733-4fdc-a9ec-26955fb10d8d req-a03f5030-59a9-48b8-ba5a-37bfd15c0911 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535934 Mar 30 07:16:48.735955 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 37448) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:48.840635 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1a7acd2-59c4-45e8-967f-88012ccdb136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:48.919512 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1a7acd2-59c4-45e8-967f-88012ccdb136 admin admin] Publish callbacks [] for security_group (12fdfd97-5e85-4d1f-9459-f36074b60a70), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:48.924353 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1a7acd2-59c4-45e8-967f-88012ccdb136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (12fdfd97-5e85-4d1f-9459-f36074b60a70), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:48.960211 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b1a7acd2-59c4-45e8-967f-88012ccdb136 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dc10c2d848b4dcfa96a07b465de3a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231562 Mar 30 07:16:48.962181 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7acd2-59c4-45e8-967f-88012ccdb136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fdfd97-5e85-4d1f-9459-f36074b60a70,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:48.963172 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 37456) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:49.012677 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22fb613c-b1f1-454a-917d-25b4616dc0f5 admin admin] Publish callbacks [] for security_group (12fdfd97-5e85-4d1f-9459-f36074b60a70), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:49.035073 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22fb613c-b1f1-454a-917d-25b4616dc0f5 admin admin] Publish callbacks [] for security_group (12fdfd97-5e85-4d1f-9459-f36074b60a70), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:49.084804 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22fb613c-b1f1-454a-917d-25b4616dc0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (12fdfd97-5e85-4d1f-9459-f36074b60a70), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:49.087479 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22fb613c-b1f1-454a-917d-25b4616dc0f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:49.088666 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-22fb613c-b1f1-454a-917d-25b4616dc0f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12fdfd97-5e85-4d1f-9459-f36074b60a70 HTTP/1.1" status: 204 len: 168 time: 0.1239538 Mar 30 07:16:49.097473 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb613c-b1f1-454a-917d-25b4616dc0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fdfd97-5e85-4d1f-9459-f36074b60a70,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:49.131183 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea4831-456e-4c3d-8526-3e4b0555cb21 req-4c0a4550-f7af-4377-a82e-9ae179085fa8 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:49.132721 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-77ea4831-456e-4c3d-8526-3e4b0555cb21 req-4c0a4550-f7af-4377-a82e-9ae179085fa8 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0606446 Mar 30 07:16:49.179984 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-77ea4831-456e-4c3d-8526-3e4b0555cb21 req-56075874-5668-4b55-890e-617a47eaad9c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415111 Mar 30 07:16:49.356915 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 37466) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:49.370376 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e9d05c2e-6230-4ef1-8003-c73d2506bc83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:49.445468 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e9d05c2e-6230-4ef1-8003-c73d2506bc83 admin admin] Publish callbacks [] for security_group (54ba1441-b170-47c1-a826-fb73d0f03e4e), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:49.451613 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e9d05c2e-6230-4ef1-8003-c73d2506bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (54ba1441-b170-47c1-a826-fb73d0f03e4e), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:49.496515 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-e9d05c2e-6230-4ef1-8003-c73d2506bc83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb3af7b1a3964f06ae7a79f8ced4890f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385145 Mar 30 07:16:49.497339 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d05c2e-6230-4ef1-8003-c73d2506bc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ba1441-b170-47c1-a826-fb73d0f03e4e,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:49.499452 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 37468) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:49.553425 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c14657f4-a425-471b-a83a-7099ac906a8a admin admin] Publish callbacks [] for security_group (54ba1441-b170-47c1-a826-fb73d0f03e4e), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:49.575150 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c14657f4-a425-471b-a83a-7099ac906a8a admin admin] Publish callbacks [] for security_group (54ba1441-b170-47c1-a826-fb73d0f03e4e), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:49.630820 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c14657f4-a425-471b-a83a-7099ac906a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (54ba1441-b170-47c1-a826-fb73d0f03e4e), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:49.633485 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c14657f4-a425-471b-a83a-7099ac906a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:49.634647 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c14657f4-a425-471b-a83a-7099ac906a8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54ba1441-b170-47c1-a826-fb73d0f03e4e HTTP/1.1" status: 204 len: 168 time: 0.1341529 Mar 30 07:16:49.642194 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14657f4-a425-471b-a83a-7099ac906a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ba1441-b170-47c1-a826-fb73d0f03e4e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:50.319905 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f1d9d-2a92-4abd-a4f3-e039c8db9350 req-a621f0f5-8646-4636-9187-9eae8bbe255d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:50.321679 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d42f1d9d-2a92-4abd-a4f3-e039c8db9350 req-a621f0f5-8646-4636-9187-9eae8bbe255d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0606241 Mar 30 07:16:50.369946 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d42f1d9d-2a92-4abd-a4f3-e039c8db9350 req-20389c1c-c15b-482f-ab2f-c865ada1819f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426326 Mar 30 07:16:51.128732 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 37546) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:51.248816 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17ddcd6d-c11b-427c-9d12-59c7e86c6217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:51.340376 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17ddcd6d-c11b-427c-9d12-59c7e86c6217 admin admin] Publish callbacks [] for security_group (dce70419-d596-4425-934b-e5207471be0b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:51.345106 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17ddcd6d-c11b-427c-9d12-59c7e86c6217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (dce70419-d596-4425-934b-e5207471be0b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:51.381988 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-17ddcd6d-c11b-427c-9d12-59c7e86c6217 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c0e413ae9784525a486e41173a1b27b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518551 Mar 30 07:16:51.384286 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddcd6d-c11b-427c-9d12-59c7e86c6217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce70419-d596-4425-934b-e5207471be0b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:51.384963 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 37562) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:51.437895 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-161c4843-7c86-4e74-9ef2-83b9eb84899a admin admin] Publish callbacks [] for security_group (dce70419-d596-4425-934b-e5207471be0b), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:51.462888 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-161c4843-7c86-4e74-9ef2-83b9eb84899a admin admin] Publish callbacks [] for security_group (dce70419-d596-4425-934b-e5207471be0b), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:51.517683 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e4af0-41a4-444a-87c0-1dd74e93fe2f req-74b2fd32-8c22-45a9-9baa-7b91fdf6fbd3 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:51.524339 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fb4e4af0-41a4-444a-87c0-1dd74e93fe2f req-74b2fd32-8c22-45a9-9baa-7b91fdf6fbd3 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0643194 Mar 30 07:16:51.528019 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-161c4843-7c86-4e74-9ef2-83b9eb84899a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (dce70419-d596-4425-934b-e5207471be0b), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:51.530588 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-161c4843-7c86-4e74-9ef2-83b9eb84899a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:51.534089 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-161c4843-7c86-4e74-9ef2-83b9eb84899a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dce70419-d596-4425-934b-e5207471be0b HTTP/1.1" status: 204 len: 168 time: 0.1458023 Mar 30 07:16:51.540958 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c4843-7c86-4e74-9ef2-83b9eb84899a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce70419-d596-4425-934b-e5207471be0b,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:51.609627 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fb4e4af0-41a4-444a-87c0-1dd74e93fe2f req-9d6449e7-08d3-4423-a915-78069d5be624 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833654 Mar 30 07:16:52.017052 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 37616) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:52.127488 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd5aa2c6-3741-49ba-87c5-7b3f105fa155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:52.204792 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd5aa2c6-3741-49ba-87c5-7b3f105fa155 admin admin] Publish callbacks [] for security_group (11708fb1-0a7b-4d24-85f5-a02e150b71d3), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:52.209898 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd5aa2c6-3741-49ba-87c5-7b3f105fa155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (11708fb1-0a7b-4d24-85f5-a02e150b71d3), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:52.252838 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-dd5aa2c6-3741-49ba-87c5-7b3f105fa155 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b4cdf457c4a420ca4ea8b2b00ff49a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344360 Mar 30 07:16:52.253772 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5aa2c6-3741-49ba-87c5-7b3f105fa155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11708fb1-0a7b-4d24-85f5-a02e150b71d3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:52.255975 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 37628) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:52.305188 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-657e0260-872d-4080-bf48-26ca36c5cd53 admin admin] Publish callbacks [] for security_group (11708fb1-0a7b-4d24-85f5-a02e150b71d3), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:52.327461 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-657e0260-872d-4080-bf48-26ca36c5cd53 admin admin] Publish callbacks [] for security_group (11708fb1-0a7b-4d24-85f5-a02e150b71d3), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:52.391428 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-657e0260-872d-4080-bf48-26ca36c5cd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (11708fb1-0a7b-4d24-85f5-a02e150b71d3), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:52.394555 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-657e0260-872d-4080-bf48-26ca36c5cd53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:52.395694 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-657e0260-872d-4080-bf48-26ca36c5cd53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11708fb1-0a7b-4d24-85f5-a02e150b71d3 HTTP/1.1" status: 204 len: 168 time: 0.1386983 Mar 30 07:16:52.404956 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e0260-872d-4080-bf48-26ca36c5cd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11708fb1-0a7b-4d24-85f5-a02e150b71d3,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:52.743972 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b67693-fac2-4492-8622-8d4add0b7b2b req-7d6108b3-113d-4b90-870e-4113d3ec9c65 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:52.746444 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-46b67693-fac2-4492-8622-8d4add0b7b2b req-7d6108b3-113d-4b90-870e-4113d3ec9c65 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0631590 Mar 30 07:16:52.772837 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 37656) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:52.786280 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f85bcfda-c2d2-4d5b-a1b9-29fc15e9cd96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:52.796863 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-46b67693-fac2-4492-8622-8d4add0b7b2b req-63ee2156-24aa-46b8-9055-c0b4057a42cb tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445929 Mar 30 07:16:52.873594 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f85bcfda-c2d2-4d5b-a1b9-29fc15e9cd96 admin admin] Publish callbacks [] for security_group (f85e740e-4166-45db-adff-03412c17843d), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:52.878281 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f85bcfda-c2d2-4d5b-a1b9-29fc15e9cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (f85e740e-4166-45db-adff-03412c17843d), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:52.915047 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-f85bcfda-c2d2-4d5b-a1b9-29fc15e9cd96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca1438bd79f04ef8bca7e534e873c0e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405692 Mar 30 07:16:52.916165 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bcfda-c2d2-4d5b-a1b9-29fc15e9cd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85e740e-4166-45db-adff-03412c17843d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:52.917731 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 37660) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:52.976505 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8b4719d-7662-4de9-90cd-c4d8e0229a84 admin admin] Publish callbacks [] for security_group (f85e740e-4166-45db-adff-03412c17843d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:53.000427 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8b4719d-7662-4de9-90cd-c4d8e0229a84 admin admin] Publish callbacks [] for security_group (f85e740e-4166-45db-adff-03412c17843d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:53.066078 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8b4719d-7662-4de9-90cd-c4d8e0229a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (f85e740e-4166-45db-adff-03412c17843d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:53.069292 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8b4719d-7662-4de9-90cd-c4d8e0229a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:53.073038 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a8b4719d-7662-4de9-90cd-c4d8e0229a84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f85e740e-4166-45db-adff-03412c17843d HTTP/1.1" status: 204 len: 168 time: 0.1473753 Mar 30 07:16:53.088188 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4719d-7662-4de9-90cd-c4d8e0229a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85e740e-4166-45db-adff-03412c17843d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:54.178211 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df6d6e-6566-46da-963a-7cc23301d0ed req-5afa6786-4b26-4776-8cde-4e7631c04f55 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:54.184332 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-98df6d6e-6566-46da-963a-7cc23301d0ed req-5afa6786-4b26-4776-8cde-4e7631c04f55 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.3153362 Mar 30 07:16:54.217019 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4350918e-59f9-43cf-a425-cf8f79628126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:54.228484 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-98df6d6e-6566-46da-963a-7cc23301d0ed req-c58f1f49-b843-4d24-9dde-5641ef9a2e29 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 Mar 30 07:16:55.181541 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 37804) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:55.332014 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a25f002-5bde-435d-80de-1472f1b8f51a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:55.396830 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaaf88c-319b-402d-ad2c-9813f1a1fd68 req-e05cc157-ab9f-47fb-bc04-adc797cdfb20 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:55.398522 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-abaaf88c-319b-402d-ad2c-9813f1a1fd68 req-e05cc157-ab9f-47fb-bc04-adc797cdfb20 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0939765 Mar 30 07:16:55.481226 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-abaaf88c-319b-402d-ad2c-9813f1a1fd68 req-3f917b66-6649-4582-aa5a-3fced5f484f8 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645795 Mar 30 07:16:55.489634 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a25f002-5bde-435d-80de-1472f1b8f51a admin admin] Publish callbacks [] for security_group (16d4dd53-4603-4cd0-a55e-a7a6172e53e6), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:55.494738 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a25f002-5bde-435d-80de-1472f1b8f51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (16d4dd53-4603-4cd0-a55e-a7a6172e53e6), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:55.530618 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25f002-5bde-435d-80de-1472f1b8f51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d4dd53-4603-4cd0-a55e-a7a6172e53e6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:55.536311 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5a25f002-5bde-435d-80de-1472f1b8f51a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c28253ccc5f4943a2071b9da75abedc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537297 Mar 30 07:16:55.539199 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 37820) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:55.589480 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7126b64-3a29-4678-9522-a4a8cd1d26f4 admin admin] Publish callbacks [] for security_group (16d4dd53-4603-4cd0-a55e-a7a6172e53e6), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:55.612723 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7126b64-3a29-4678-9522-a4a8cd1d26f4 admin admin] Publish callbacks [] for security_group (16d4dd53-4603-4cd0-a55e-a7a6172e53e6), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:55.661729 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7126b64-3a29-4678-9522-a4a8cd1d26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (16d4dd53-4603-4cd0-a55e-a7a6172e53e6), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:55.664433 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7126b64-3a29-4678-9522-a4a8cd1d26f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:55.665576 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e7126b64-3a29-4678-9522-a4a8cd1d26f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16d4dd53-4603-4cd0-a55e-a7a6172e53e6 HTTP/1.1" status: 204 len: 168 time: 0.1253531 Mar 30 07:16:55.678180 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7126b64-3a29-4678-9522-a4a8cd1d26f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d4dd53-4603-4cd0-a55e-a7a6172e53e6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:56.383682 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 37886) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:56.449236 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-272eaeb1-5407-408f-83de-21a45f529032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:56.550552 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-847312236-network', 'tenant_id': 'fdbabd5e38b749abb59cbf2680697a54'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:16:56.602741 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] Made reservation on behalf of fdbabd5e38b749abb59cbf2680697a54 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:16:56.606414 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:56.652774 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:56.710908 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bd8e3-0459-4ae6-994d-3692aa754537 req-c14674bb-838b-48cf-90c9-364ee8db27a1 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:56.714541 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee7bd8e3-0459-4ae6-994d-3692aa754537 req-c14674bb-838b-48cf-90c9-364ee8db27a1 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.1005309 Mar 30 07:16:56.798687 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee7bd8e3-0459-4ae6-994d-3692aa754537 req-a323075d-1ce5-4704-8ed8-d9a453ad6892 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731821 Mar 30 07:16:56.809910 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] Publish callbacks [] for security_group (6ca71b5b-0fbb-4946-8032-4393699927aa), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:56.815907 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (6ca71b5b-0fbb-4946-8032-4393699927aa), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:56.839418 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:16:56.855763 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca71b5b-0fbb-4946-8032-4393699927aa,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:56.860081 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (58dd86b0-c772-4987-a176-8a4d041b1b71), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:56.860732 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] Added segment 58dd86b0-c772-4987-a176-8a4d041b1b71 of type vlan for network fc819313-a83f-4db9-a3a8-bf8736f9a577 Mar 30 07:16:56.915447 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (fc819313-a83f-4db9-a3a8-bf8736f9a577), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:56.964930 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (fc819313-a83f-4db9-a3a8-bf8736f9a577), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:56.966756 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:56.967338 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:56.998305 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 37912) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:16:56.998844 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6136930 Mar 30 07:16:57.003118 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-c9b6141d-5c36-4180-8064-dd56834c7e96 admin admin] Request body: {'subnet': {'network_id': 'fc819313-a83f-4db9-a3a8-bf8736f9a577', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-847312236-subnet', 'tenant_id': 'fdbabd5e38b749abb59cbf2680697a54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:16:57.027691 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b6141d-5c36-4180-8064-dd56834c7e96 admin admin] Made reservation on behalf of fdbabd5e38b749abb59cbf2680697a54 for: {'subnet': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:16:57.031175 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9b6141d-5c36-4180-8064-dd56834c7e96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:57.046180 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ca0bd-9cb6-48bd-a544-b7f82513dbc5 admin admin] Pushing event updated for resources: {'Network': ['ID=fc819313-a83f-4db9-a3a8-bf8736f9a577,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:57.060959 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network fc819313-a83f-4db9-a3a8-bf8736f9a577 details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:16:57.212550 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9b6141d-5c36-4180-8064-dd56834c7e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for subnet (43b28c16-aba5-4d0a-9b27-6b8972515622), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:57.262182 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6141d-5c36-4180-8064-dd56834c7e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b28c16-aba5-4d0a-9b27-6b8972515622,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:16:57.278874 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6141d-5c36-4180-8064-dd56834c7e96 admin admin] Checking segment: {'id': '58dd86b0-c772-4987-a176-8a4d041b1b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fc819313-a83f-4db9-a3a8-bf8736f9a577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:16:57.279228 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b6141d-5c36-4180-8064-dd56834c7e96 admin admin] Network hostable DHCP agents. Network: fc819313-a83f-4db9-a3a8-bf8736f9a577, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:16:57.298011 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b6141d-5c36-4180-8064-dd56834c7e96 admin admin] Network fc819313-a83f-4db9-a3a8-bf8736f9a577 is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:16:57.307477 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-c9b6141d-5c36-4180-8064-dd56834c7e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, fc819313-a83f-4db9-a3a8-bf8736f9a577) {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:16:57.311866 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b6141d-5c36-4180-8064-dd56834c7e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:57.312449 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9b6141d-5c36-4180-8064-dd56834c7e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:57.317300 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49655571-2b2a-47d1-a3ff-a8c5e942f8a0 None None] Network fc819313-a83f-4db9-a3a8-bf8736f9a577 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:16:57.329837 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-c9b6141d-5c36-4180-8064-dd56834c7e96 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3304625 Mar 30 07:16:57.421848 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a661fe-95ff-4322-9cbf-d953bb4d34e3 None None] Network fc819313-a83f-4db9-a3a8-bf8736f9a577 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:16:57.920934 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:57.933760 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62864b99-7fbc-4671-aa16-6c198223f8dc req-92d13233-ca80-400b-b515-6b67b3a92358 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:57.935250 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-62864b99-7fbc-4671-aa16-6c198223f8dc req-92d13233-ca80-400b-b515-6b67b3a92358 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0564833 Mar 30 07:16:57.985849 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-62864b99-7fbc-4671-aa16-6c198223f8dc req-4cf19931-47a1-4745-9729-be53e35e00c6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445645 Mar 30 07:16:59.092403 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:16:59.150202 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5629bee-b167-454d-a089-3b7424498169 req-5741052a-b33e-492b-9718-709617b63db2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:59.151880 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a5629bee-b167-454d-a089-3b7424498169 req-5741052a-b33e-492b-9718-709617b63db2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0966554 Mar 30 07:16:59.164054 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-9bbb7075-92b8-4688-a90e-5a551244f22f tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:16:59.164054 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-9bbb7075-92b8-4688-a90e-5a551244f22f tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/networks?id=fc819313-a83f-4db9-a3a8-bf8736f9a577 HTTP/1.1" status: 200 len: 813 time: 0.1593387 Mar 30 07:16:59.199111 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-4242faec-a37b-44ef-b6d8-6a0be87a03d7 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/quotas/fdbabd5e38b749abb59cbf2680697a54 HTTP/1.1" status: 200 len: 375 time: 0.0205934 Mar 30 07:16:59.227481 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a5629bee-b167-454d-a089-3b7424498169 req-ae5069a0-9f85-41cd-b2fa-a6d32237db0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632026 Mar 30 07:16:59.248225 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-138ada97-6a3c-4769-84b8-c21cf17fe789 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fdbabd5e38b749abb59cbf2680697a54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428402 Mar 30 07:16:59.337325 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-3f445688-abc5-4c5b-b016-9a13852cfc8a service neutron] 10.222.0.20 "GET /v2.0/networks/fc819313-a83f-4db9-a3a8-bf8736f9a577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820582 Mar 30 07:16:59.435716 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-bbfbe1d9-f6e9-4523-b2b9-a3b17166d3d8 service neutron] 10.222.0.20 "GET /v2.0/networks/fc819313-a83f-4db9-a3a8-bf8736f9a577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917394 Mar 30 07:16:59.608301 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee90cfa5-7707-446b-9219-9d289be9a408 req-958e877c-5d06-4ce3-8f7f-1059d62df5d4 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 210 time: 0.0386024 Mar 30 07:17:00.344099 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ae6f-fe3e-4bad-b22d-46be6db54643 req-1048a044-5d52-4b59-9fb8-400ac81c9237 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:00.345558 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-19a2ae6f-fe3e-4bad-b22d-46be6db54643 req-1048a044-5d52-4b59-9fb8-400ac81c9237 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0531275 Mar 30 07:17:00.395606 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-19a2ae6f-fe3e-4bad-b22d-46be6db54643 req-efef7fef-fc55-433d-aa8c-772dce42a6e0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Mar 30 07:17:00.636155 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:00.703841 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f7687638-8d1e-4c16-8656-17d470f2c742 req-fb495d44-1c22-4072-8e4e-11f8ff0295e2 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 210 time: 0.0282583 Mar 30 07:17:01.520514 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9b95d-6c32-46e9-91c3-f5af5942c173 req-0b65ec8c-d23b-49ed-bd5e-476442b765e4 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:01.521978 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4bc9b95d-6c32-46e9-91c3-f5af5942c173 req-0b65ec8c-d23b-49ed-bd5e-476442b765e4 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0617123 Mar 30 07:17:01.573981 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4bc9b95d-6c32-46e9-91c3-f5af5942c173 req-8ab0eae2-7e05-4828-9a0a-d6f78bf3cbe0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440266 Mar 30 07:17:01.801483 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1cc448a3-5720-40bb-9341-3edd1855557a req-69246a7e-281d-4e72-bd78-602e2449b4c1 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 210 time: 0.0273232 Mar 30 07:17:02.552097 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-a25d2304-b6d5-4ed7-8504-dc48d9a5d4c1 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:02.553791 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-a25d2304-b6d5-4ed7-8504-dc48d9a5d4c1 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.35 "GET /v2.0/networks?id=fc819313-a83f-4db9-a3a8-bf8736f9a577 HTTP/1.1" status: 200 len: 813 time: 0.1178696 Mar 30 07:17:02.592260 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-f5cb3810-9521-472d-90e6-1157bfa3099c tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Request body: {'port': {'device_id': '13f5b104-2044-42c1-9fc9-af2d203240cf', 'network_id': 'fc819313-a83f-4db9-a3a8-bf8736f9a577', 'admin_state_up': True, 'tenant_id': 'fdbabd5e38b749abb59cbf2680697a54'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:17:02.708653 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6bdf5-54cf-4d86-87a1-d9612920edd0 req-e21fe257-5d18-4f48-b790-9c1c1158876f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:02.710172 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d7b6bdf5-54cf-4d86-87a1-d9612920edd0 req-e21fe257-5d18-4f48-b790-9c1c1158876f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0550275 Mar 30 07:17:02.735440 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-f5cb3810-9521-472d-90e6-1157bfa3099c tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Made reservation on behalf of fdbabd5e38b749abb59cbf2680697a54 for: {'port': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:17:02.738885 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-f5cb3810-9521-472d-90e6-1157bfa3099c tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:02.767491 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d7b6bdf5-54cf-4d86-87a1-d9612920edd0 req-0f3ff289-5385-4974-9b1b-e0091a447974 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497458 Mar 30 07:17:02.883206 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-f5cb3810-9521-472d-90e6-1157bfa3099c tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Allocated IP 172.20.0.13 (fc819313-a83f-4db9-a3a8-bf8736f9a577/43b28c16-aba5-4d0a-9b27-6b8972515622/86f18ddd-619f-410a-aacd-20886004ab33) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:17:02.909641 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c845ead6-3742-42eb-8598-39ce1ce0bdf1 req-69bb53d3-b9c2-472c-8e92-99cfcd320686 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 210 time: 0.0310998 Mar 30 07:17:03.045079 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-f5cb3810-9521-472d-90e6-1157bfa3099c tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks [] for port (86f18ddd-619f-410a-aacd-20886004ab33), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:03.079430 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-f5cb3810-9521-472d-90e6-1157bfa3099c tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (86f18ddd-619f-410a-aacd-20886004ab33), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:03.118972 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-f5cb3810-9521-472d-90e6-1157bfa3099c tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Network fc819313-a83f-4db9-a3a8-bf8736f9a577 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:17:03.121931 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-f5cb3810-9521-472d-90e6-1157bfa3099c tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:17:03.125607 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-f5cb3810-9521-472d-90e6-1157bfa3099c tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:17:03.130681 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-f5cb3810-9521-472d-90e6-1157bfa3099c tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:03.131280 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-f5cb3810-9521-472d-90e6-1157bfa3099c tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:03.143567 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb3810-9521-472d-90e6-1157bfa3099c tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Pushing event updated for resources: {'Port': ['ID=86f18ddd-619f-410a-aacd-20886004ab33,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:03.158680 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-f5cb3810-9521-472d-90e6-1157bfa3099c tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5704844 Mar 30 07:17:03.183177 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Request body: {'port': {'device_id': '13f5b104-2044-42c1-9fc9-af2d203240cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:17:03.246006 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (86f18ddd-619f-410a-aacd-20886004ab33), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:03.369182 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:03.522719 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f18ddd-619f-410a-aacd-20886004ab33 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:17:03.530989 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Publish callbacks [] for port (86f18ddd-619f-410a-aacd-20886004ab33), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:03.544036 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Transition to ACTIVE for port object 86f18ddd-619f-410a-aacd-20886004ab33 will not be triggered until provisioned by entity L2. {{(pid=103478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:17:03.548139 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (86f18ddd-619f-410a-aacd-20886004ab33), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:03.622435 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Pushing event updated for resources: {'Port': ['ID=86f18ddd-619f-410a-aacd-20886004ab33,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:03.633508 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Attempting to bind port 86f18ddd-619f-410a-aacd-20886004ab33 on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:17:03.633840 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Attempting to bind port 86f18ddd-619f-410a-aacd-20886004ab33 by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': '58dd86b0-c772-4987-a176-8a4d041b1b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fc819313-a83f-4db9-a3a8-bf8736f9a577'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:17:03.634165 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Attempting to bind port 86f18ddd-619f-410a-aacd-20886004ab33 on network fc819313-a83f-4db9-a3a8-bf8736f9a577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:17:03.638624 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Port 86f18ddd-619f-410a-aacd-20886004ab33 on network fc819313-a83f-4db9-a3a8-bf8736f9a577 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:17:03.638934 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Attempting to bind port 86f18ddd-619f-410a-aacd-20886004ab33 on network fc819313-a83f-4db9-a3a8-bf8736f9a577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:17:03.643749 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:17:03.644108 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Checking segment: {'id': '58dd86b0-c772-4987-a176-8a4d041b1b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fc819313-a83f-4db9-a3a8-bf8736f9a577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:17:03.644566 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Bound using segment: {'id': '58dd86b0-c772-4987-a176-8a4d041b1b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fc819313-a83f-4db9-a3a8-bf8736f9a577'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:17:03.644956 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Bound port: 86f18ddd-619f-410a-aacd-20886004ab33, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58dd86b0-c772-4987-a176-8a4d041b1b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fc819313-a83f-4db9-a3a8-bf8736f9a577'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:17:03.645289 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (86f18ddd-619f-410a-aacd-20886004ab33), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:03.664332 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 38110) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:03.724582 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] For port 86f18ddd-619f-410a-aacd-20886004ab33, host hv-cinder-83577, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:17:03.728108 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] For port 86f18ddd-619f-410a-aacd-20886004ab33, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=86f18ddd-619f-410a-aacd-20886004ab33,segment=NetworkSegment(58dd86b0-c772-4987-a176-8a4d041b1b71),segment_id=58dd86b0-c772-4987-a176-8a4d041b1b71)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:17:03.734767 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (86f18ddd-619f-410a-aacd-20886004ab33), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:03.774852 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5209a147-fead-4828-b541-f6799dcd6e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:03.782961 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:03.783424 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:03.785007 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] 10.222.0.35 "PUT /v2.0/ports/86f18ddd-619f-410a-aacd-20886004ab33 HTTP/1.1" status: 200 len: 1094 time: 0.6060596 Mar 30 07:17:03.790011 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f5b104-2044-42c1-9fc9-af2d203240cf', 'tag': '86f18ddd-619f-410a-aacd-20886004ab33'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:17:03.792396 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8b6811-4ebc-4443-b2d9-9dda810d93fa" -d '{"events": [{"name": "network-changed", "server_uuid": "13f5b104-2044-42c1-9fc9-af2d203240cf", "tag": "86f18ddd-619f-410a-aacd-20886004ab33"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:17:03.810099 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94829b15-497f-4f16-89f7-16c2d26147f3 service neutron] Pushing event updated for resources: {'Port': ['ID=86f18ddd-619f-410a-aacd-20886004ab33,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:03.883685 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5209a147-fead-4828-b541-f6799dcd6e8d admin admin] Publish callbacks [] for security_group (3ba43036-775b-4ed3-9874-ac70a079286a), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:03.888917 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5209a147-fead-4828-b541-f6799dcd6e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (3ba43036-775b-4ed3-9874-ac70a079286a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:03.905711 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7cdf92-0741-4c1b-805a-67d4ea9abb67 x-openstack-request-id: req-1a7cdf92-0741-4c1b-805a-67d4ea9abb67 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:17:03.905996 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f5b104-2044-42c1-9fc9-af2d203240cf", "tag": "86f18ddd-619f-410a-aacd-20886004ab33", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:17:03.906247 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a7cdf92-0741-4c1b-805a-67d4ea9abb67 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:17:03.906640 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7cdf92-0741-4c1b-805a-67d4ea9abb67'] response: {'name': 'network-changed', 'server_uuid': '13f5b104-2044-42c1-9fc9-af2d203240cf', 'tag': '86f18ddd-619f-410a-aacd-20886004ab33', 'status': 'completed', 'code': 200} Mar 30 07:17:03.925152 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-86f715f9-bb65-4ab6-8655-0b21aaba8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:03.926643 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-86f715f9-bb65-4ab6-8655-0b21aaba8196 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdbabd5e38b749abb59cbf2680697a54&device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 1128 time: 0.0646744 Mar 30 07:17:03.962239 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5209a147-fead-4828-b541-f6799dcd6e8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=896d06d0e7e04443972a84eb4faf4bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969005 Mar 30 07:17:03.965617 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209a147-fead-4828-b541-f6799dcd6e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba43036-775b-4ed3-9874-ac70a079286a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:03.967980 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 38132) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:04.018920 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-df94ccaa-6665-4416-bad0-941d7966357f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86f18ddd-619f-410a-aacd-20886004ab33 HTTP/1.1" status: 200 len: 217 time: 0.0741851 Mar 30 07:17:04.049144 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac3073-a44a-4feb-a6d6-5668fcc60868 req-b7f3a2e3-7aab-494c-ba00-3470e3a66823 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:04.050747 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-36ac3073-a44a-4feb-a6d6-5668fcc60868 req-b7f3a2e3-7aab-494c-ba00-3470e3a66823 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.1461394 Mar 30 07:17:04.082424 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-4cf1ae67-c435-4d2f-86e2-8962f4f1d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:04.084215 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-4cf1ae67-c435-4d2f-86e2-8962f4f1d600 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43b28c16-aba5-4d0a-9b27-6b8972515622 HTTP/1.1" status: 200 len: 853 time: 0.0582099 Mar 30 07:17:04.094972 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5fbd56a9-f14c-4e7b-b920-df2cffb7fce2 admin admin] Publish callbacks [] for security_group (3ba43036-775b-4ed3-9874-ac70a079286a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:04.123908 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-ee584731-3994-45c7-b56b-5f114a2b303d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc819313-a83f-4db9-a3a8-bf8736f9a577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325687 Mar 30 07:17:04.136076 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18797f-9b7b-4061-9f8a-a385047e9444 req-ca55f389-ce93-4d02-b739-c7bc51609872 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:04.137587 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9f18797f-9b7b-4061-9f8a-a385047e9444 req-ca55f389-ce93-4d02-b739-c7bc51609872 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 944 time: 0.1387739 Mar 30 07:17:04.145268 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5fbd56a9-f14c-4e7b-b920-df2cffb7fce2 admin admin] Publish callbacks [] for security_group (3ba43036-775b-4ed3-9874-ac70a079286a), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:04.192904 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-36ac3073-a44a-4feb-a6d6-5668fcc60868 req-748f75cf-2c1e-446c-b5f9-e47b81bc9bed tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268003 Mar 30 07:17:04.239906 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9f18797f-9b7b-4061-9f8a-a385047e9444 req-51b6d73c-6a80-45ec-a367-bdfb1a1c47bc tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883360 Mar 30 07:17:04.266348 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5fbd56a9-f14c-4e7b-b920-df2cffb7fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (3ba43036-775b-4ed3-9874-ac70a079286a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:04.268914 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5fbd56a9-f14c-4e7b-b920-df2cffb7fce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:04.269201 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-2637591a-96c4-4dc3-b5a7-90989b813e06 service neutron] 10.222.0.35 "GET /v2.0/networks/fc819313-a83f-4db9-a3a8-bf8736f9a577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357274 Mar 30 07:17:04.269997 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5fbd56a9-f14c-4e7b-b920-df2cffb7fce2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ba43036-775b-4ed3-9874-ac70a079286a HTTP/1.1" status: 204 len: 168 time: 0.3001502 Mar 30 07:17:04.278668 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd56a9-f14c-4e7b-b920-df2cffb7fce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba43036-775b-4ed3-9874-ac70a079286a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:04.362488 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1854e1bb-bd59-46b1-b9a2-40d492af9bc8 req-db1853d3-c1ae-429d-9d71-73dc8172c186 service neutron] 10.222.0.35 "GET /v2.0/networks/fc819313-a83f-4db9-a3a8-bf8736f9a577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855908 Mar 30 07:17:04.527668 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b6811-4ebc-4443-b2d9-9dda810d93fa req-36922395-edb3-4008-8126-e057d085e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:04.529203 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4e8b6811-4ebc-4443-b2d9-9dda810d93fa req-36922395-edb3-4008-8126-e057d085e1c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdbabd5e38b749abb59cbf2680697a54&device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 1128 time: 0.0534427 Mar 30 07:17:04.537767 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38152) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:04.572932 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-20eeeef7-ef20-4963-988a-bb968ff301a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:04.668754 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b6811-4ebc-4443-b2d9-9dda810d93fa req-8ffb45ce-29a3-49f9-865b-afb5d387ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:04.670228 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4e8b6811-4ebc-4443-b2d9-9dda810d93fa req-8ffb45ce-29a3-49f9-865b-afb5d387ec1a service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc819313-a83f-4db9-a3a8-bf8736f9a577 HTTP/1.1" status: 200 len: 914 time: 0.1238570 Mar 30 07:17:04.725628 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4e8b6811-4ebc-4443-b2d9-9dda810d93fa req-6b828665-863f-4a90-9923-e5e706af62df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86f18ddd-619f-410a-aacd-20886004ab33 HTTP/1.1" status: 200 len: 217 time: 0.0481441 Mar 30 07:17:04.746353 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-20eeeef7-ef20-4963-988a-bb968ff301a4 admin admin] Publish callbacks [] for security_group (84e66f76-6a0b-40f3-8823-7c24072a7c4a), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:04.764845 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-20eeeef7-ef20-4963-988a-bb968ff301a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (84e66f76-6a0b-40f3-8823-7c24072a7c4a), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:04.813841 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-20eeeef7-ef20-4963-988a-bb968ff301a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13b91594a5674456b500208ea7a30b46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745790 Mar 30 07:17:04.816686 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 38154) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:04.817189 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b6811-4ebc-4443-b2d9-9dda810d93fa req-90b4ec02-87f0-4a8a-8a26-d7045dd255dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:04.818028 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4e8b6811-4ebc-4443-b2d9-9dda810d93fa req-90b4ec02-87f0-4a8a-8a26-d7045dd255dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43b28c16-aba5-4d0a-9b27-6b8972515622 HTTP/1.1" status: 200 len: 853 time: 0.0830050 Mar 30 07:17:04.818735 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eeeef7-ef20-4963-988a-bb968ff301a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e66f76-6a0b-40f3-8823-7c24072a7c4a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:04.854223 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4e8b6811-4ebc-4443-b2d9-9dda810d93fa req-1bbda46e-e41d-44fc-9adb-8304e92fb9d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc819313-a83f-4db9-a3a8-bf8736f9a577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268750 Mar 30 07:17:04.869127 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29476887-6073-4aad-be40-61cd6ca617c9 admin admin] Publish callbacks [] for security_group (84e66f76-6a0b-40f3-8823-7c24072a7c4a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:04.892220 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29476887-6073-4aad-be40-61cd6ca617c9 admin admin] Publish callbacks [] for security_group (84e66f76-6a0b-40f3-8823-7c24072a7c4a), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:04.953368 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29476887-6073-4aad-be40-61cd6ca617c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (84e66f76-6a0b-40f3-8823-7c24072a7c4a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:04.954920 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4e8b6811-4ebc-4443-b2d9-9dda810d93fa req-c25c6a39-eadd-4186-8d00-d21fb48d4bae service neutron] 10.222.0.35 "GET /v2.0/networks/fc819313-a83f-4db9-a3a8-bf8736f9a577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924830 Mar 30 07:17:04.956664 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29476887-6073-4aad-be40-61cd6ca617c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:04.958043 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-29476887-6073-4aad-be40-61cd6ca617c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84e66f76-6a0b-40f3-8823-7c24072a7c4a HTTP/1.1" status: 204 len: 168 time: 0.1403999 Mar 30 07:17:04.967308 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29476887-6073-4aad-be40-61cd6ca617c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e66f76-6a0b-40f3-8823-7c24072a7c4a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:05.056875 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4e8b6811-4ebc-4443-b2d9-9dda810d93fa req-91d6a5a5-ad94-4d32-9d33-b4d74df987f8 service neutron] 10.222.0.35 "GET /v2.0/networks/fc819313-a83f-4db9-a3a8-bf8736f9a577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945535 Mar 30 07:17:05.358005 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d04fb1-bc47-4bbc-baf0-fb563854377b req-8468cf8c-526b-49cb-9f5a-4257bae46aed tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:05.362373 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38184) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:05.367726 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e6d04fb1-bc47-4bbc-baf0-fb563854377b req-8468cf8c-526b-49cb-9f5a-4257bae46aed tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.1000586 Mar 30 07:17:05.377938 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-088fe0ea-4a63-49c6-8b8c-80a2f0264053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:05.449487 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e6d04fb1-bc47-4bbc-baf0-fb563854377b req-6bbe8f27-d259-4710-9dfe-215238e649dc tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808785 Mar 30 07:17:05.459723 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7de85-6ba4-4312-a378-9a3e622e9a33 req-fc237c24-1b3e-4a14-831a-bf86e9380c9e tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:05.461372 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c2a7de85-6ba4-4312-a378-9a3e622e9a33 req-fc237c24-1b3e-4a14-831a-bf86e9380c9e tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 944 time: 0.0916412 Mar 30 07:17:05.515156 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c2a7de85-6ba4-4312-a378-9a3e622e9a33 req-249b3563-2858-46e1-842c-ae5a6821b579 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476005 Mar 30 07:17:05.515365 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-088fe0ea-4a63-49c6-8b8c-80a2f0264053 admin admin] Publish callbacks [] for security_group (8b36682c-8890-4efb-aa4e-64982a7f1143), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:05.520861 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-088fe0ea-4a63-49c6-8b8c-80a2f0264053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (8b36682c-8890-4efb-aa4e-64982a7f1143), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:05.563925 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-088fe0ea-4a63-49c6-8b8c-80a2f0264053 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2bd24ddda7a740cca3e01d971beeab0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003279 Mar 30 07:17:05.565014 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fe0ea-4a63-49c6-8b8c-80a2f0264053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b36682c-8890-4efb-aa4e-64982a7f1143,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:05.566639 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 38196) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:05.621580 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bea47999-7698-4c22-a018-932a82972f52 admin admin] Publish callbacks [] for security_group (8b36682c-8890-4efb-aa4e-64982a7f1143), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:05.645096 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bea47999-7698-4c22-a018-932a82972f52 admin admin] Publish callbacks [] for security_group (8b36682c-8890-4efb-aa4e-64982a7f1143), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:05.693664 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bea47999-7698-4c22-a018-932a82972f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (8b36682c-8890-4efb-aa4e-64982a7f1143), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:05.696361 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bea47999-7698-4c22-a018-932a82972f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:05.697493 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-bea47999-7698-4c22-a018-932a82972f52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b36682c-8890-4efb-aa4e-64982a7f1143 HTTP/1.1" status: 204 len: 168 time: 0.1298995 Mar 30 07:17:05.705214 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea47999-7698-4c22-a018-932a82972f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b36682c-8890-4efb-aa4e-64982a7f1143,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:06.609914 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bca6d8-b2a0-4644-a120-89e0f3b35620 req-d646a465-280b-473c-acf5-c599925d1a90 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:06.613022 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-32bca6d8-b2a0-4644-a120-89e0f3b35620 req-d646a465-280b-473c-acf5-c599925d1a90 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0739090 Mar 30 07:17:06.703760 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-32bca6d8-b2a0-4644-a120-89e0f3b35620 req-17c34969-92e1-4c86-8040-d5247a6f7a32 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849905 Mar 30 07:17:06.722170 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efca6a4-2c4e-46d1-93de-c5b58441ea46 req-7995104f-b7e2-4c46-b4b0-9be9d621e7af tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:06.723802 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8efca6a4-2c4e-46d1-93de-c5b58441ea46 req-7995104f-b7e2-4c46-b4b0-9be9d621e7af tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 944 time: 0.0972357 Mar 30 07:17:06.787531 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8efca6a4-2c4e-46d1-93de-c5b58441ea46 req-2bdec751-7657-447f-8021-e73f19d3990d tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538349 Mar 30 07:17:06.814135 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 38254) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:06.903275 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38264) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:06.981134 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c567cdc-99da-4f24-b074-ad113d22b36b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.017895 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-00afd388-3964-4d67-8848-407598869233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.069594 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c567cdc-99da-4f24-b074-ad113d22b36b admin admin] Publish callbacks [] for security_group (aafbb46a-f3e5-4b6e-a59a-3923452d002f), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.072635 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 86f18ddd-619f-410a-aacd-20886004ab33 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:17:07.077590 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c567cdc-99da-4f24-b074-ad113d22b36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (aafbb46a-f3e5-4b6e-a59a-3923452d002f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.107837 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-00afd388-3964-4d67-8848-407598869233 admin admin] Publish callbacks [] for security_group (e8bd2359-fb99-420d-a065-7cc4eab5cf0b), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.112683 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-00afd388-3964-4d67-8848-407598869233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (e8bd2359-fb99-420d-a065-7cc4eab5cf0b), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.120060 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8c567cdc-99da-4f24-b074-ad113d22b36b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d814c230ebb24151bfc5b00bddf886ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041966 Mar 30 07:17:07.120779 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c567cdc-99da-4f24-b074-ad113d22b36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafbb46a-f3e5-4b6e-a59a-3923452d002f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:07.123186 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 38276) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:07.158447 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afd388-3964-4d67-8848-407598869233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bd2359-fb99-420d-a065-7cc4eab5cf0b,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:07.164651 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-00afd388-3964-4d67-8848-407598869233 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a94d5f8bbf634c3bbe541efbd5d10028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602310 Mar 30 07:17:07.167158 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38280) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:07.200478 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3db79160-b104-46cb-bc84-0e6c68c91d1d admin admin] Publish callbacks [] for security_group (aafbb46a-f3e5-4b6e-a59a-3923452d002f), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.202365 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 86f18ddd-619f-410a-aacd-20886004ab33, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=86f18ddd-619f-410a-aacd-20886004ab33,segment=NetworkSegment(58dd86b0-c772-4987-a176-8a4d041b1b71),segment_id=58dd86b0-c772-4987-a176-8a4d041b1b71)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:17:07.228095 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '86f18ddd-619f-410a-aacd-20886004ab33', 'network_id': 'fc819313-a83f-4db9-a3a8-bf8736f9a577', 'port_id': '86f18ddd-619f-410a-aacd-20886004ab33', 'mac_address': 'fa:16:3e:42:48:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b28c16-aba5-4d0a-9b27-6b8972515622', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:17:07.240643 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3db79160-b104-46cb-bc84-0e6c68c91d1d admin admin] Publish callbacks [] for security_group (aafbb46a-f3e5-4b6e-a59a-3923452d002f), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.269101 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1c5b85e3-bc16-41bb-b343-0e29d3aabf36 admin admin] Publish callbacks [] for security_group (e8bd2359-fb99-420d-a065-7cc4eab5cf0b), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.273976 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 86f18ddd-619f-410a-aacd-20886004ab33 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:17:07.274605 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (86f18ddd-619f-410a-aacd-20886004ab33), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.288381 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f18ddd-619f-410a-aacd-20886004ab33 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:17:07.293710 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1c5b85e3-bc16-41bb-b343-0e29d3aabf36 admin admin] Publish callbacks [] for security_group (e8bd2359-fb99-420d-a065-7cc4eab5cf0b), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.309471 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 86f18ddd-619f-410a-aacd-20886004ab33, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=86f18ddd-619f-410a-aacd-20886004ab33,segment=NetworkSegment(58dd86b0-c772-4987-a176-8a4d041b1b71),segment_id=58dd86b0-c772-4987-a176-8a4d041b1b71)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:17:07.314883 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (86f18ddd-619f-410a-aacd-20886004ab33), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.317336 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 38286) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:07.344051 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3db79160-b104-46cb-bc84-0e6c68c91d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (aafbb46a-f3e5-4b6e-a59a-3923452d002f), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.347356 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3db79160-b104-46cb-bc84-0e6c68c91d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.349291 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3db79160-b104-46cb-bc84-0e6c68c91d1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aafbb46a-f3e5-4b6e-a59a-3923452d002f HTTP/1.1" status: 204 len: 168 time: 0.2249715 Mar 30 07:17:07.358891 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db79160-b104-46cb-bc84-0e6c68c91d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafbb46a-f3e5-4b6e-a59a-3923452d002f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:07.380415 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1c5b85e3-bc16-41bb-b343-0e29d3aabf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (e8bd2359-fb99-420d-a065-7cc4eab5cf0b), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.383929 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1c5b85e3-bc16-41bb-b343-0e29d3aabf36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.387552 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-1c5b85e3-bc16-41bb-b343-0e29d3aabf36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8bd2359-fb99-420d-a065-7cc4eab5cf0b HTTP/1.1" status: 204 len: 168 time: 0.2168548 Mar 30 07:17:07.393596 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b85e3-bc16-41bb-b343-0e29d3aabf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bd2359-fb99-420d-a065-7cc4eab5cf0b,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:07.425081 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=86f18ddd-619f-410a-aacd-20886004ab33,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:07.434797 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:07.435140 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:07.435497 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:07.435863 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:07.436199 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:07.436525 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:07.436846 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:07.437255 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:07.437475 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:07.437792 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:07.438115 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:07.438609 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:07.438938 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:07.439362 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:07.439683 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:07.479536 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e76d841a-569a-497f-aed2-fc4eb53897cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.564329 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e76d841a-569a-497f-aed2-fc4eb53897cb admin admin] Publish callbacks [] for security_group (69b4e212-6fdd-4e59-adea-aab22e4822ea), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.572539 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e76d841a-569a-497f-aed2-fc4eb53897cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (69b4e212-6fdd-4e59-adea-aab22e4822ea), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.614172 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e76d841a-569a-497f-aed2-fc4eb53897cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5314fa07829e4ea5b84250ab30bdc6b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953389 Mar 30 07:17:07.615345 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d841a-569a-497f-aed2-fc4eb53897cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b4e212-6fdd-4e59-adea-aab22e4822ea,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:07.617123 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38296) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:07.696619 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['86f18ddd-619f-410a-aacd-20886004ab33'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:17:07.727403 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-923b83e3-d6ef-4729-9a51-96808207a1da admin admin] Publish callbacks [] for security_group (69b4e212-6fdd-4e59-adea-aab22e4822ea), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.783604 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-923b83e3-d6ef-4729-9a51-96808207a1da admin admin] Publish callbacks [] for security_group (69b4e212-6fdd-4e59-adea-aab22e4822ea), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.809122 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 38302) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:07.897429 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-923b83e3-d6ef-4729-9a51-96808207a1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (69b4e212-6fdd-4e59-adea-aab22e4822ea), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.900869 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-923b83e3-d6ef-4729-9a51-96808207a1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.902509 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-923b83e3-d6ef-4729-9a51-96808207a1da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69b4e212-6fdd-4e59-adea-aab22e4822ea HTTP/1.1" status: 204 len: 168 time: 0.2837160 Mar 30 07:17:07.913255 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b83e3-d6ef-4729-9a51-96808207a1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b4e212-6fdd-4e59-adea-aab22e4822ea,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:07.951616 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9f2d9-ec6d-430b-9fec-b4cc0de37895 req-7ed2479d-03c8-4c8d-8d88-7a731f012211 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:07.953832 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a9b9f2d9-ec6d-430b-9fec-b4cc0de37895 req-7ed2479d-03c8-4c8d-8d88-7a731f012211 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.1543462 Mar 30 07:17:07.955427 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38310) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:07.975681 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-58888106-e810-4397-99ac-c9911a177f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:07.975886 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e9626-a805-4e94-92d8-16360f8d7e42 req-dad8c5f1-1f61-4eef-a707-5c71827e5fe6 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:07.977363 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9a2e9626-a805-4e94-92d8-16360f8d7e42 req-dad8c5f1-1f61-4eef-a707-5c71827e5fe6 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 945 time: 0.0834413 Mar 30 07:17:08.046047 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a9b9f2d9-ec6d-430b-9fec-b4cc0de37895 req-d3350fc3-fd1f-4754-861b-1210bf073db8 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786679 Mar 30 07:17:08.073983 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9a2e9626-a805-4e94-92d8-16360f8d7e42 req-706bb776-4bdb-4182-be75-c3b877f6e63b tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811036 Mar 30 07:17:08.086120 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-58888106-e810-4397-99ac-c9911a177f52 admin admin] Publish callbacks [] for security_group (de027d28-6bd5-4195-86d6-d32cad3ba65a), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.091961 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-58888106-e810-4397-99ac-c9911a177f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (de027d28-6bd5-4195-86d6-d32cad3ba65a), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.134408 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-58888106-e810-4397-99ac-c9911a177f52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8494ee6daad4f20b2c966a4aca390e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774614 Mar 30 07:17:08.137598 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 38312) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:08.152453 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58888106-e810-4397-99ac-c9911a177f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de027d28-6bd5-4195-86d6-d32cad3ba65a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:08.183197 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f4e849a-bb6f-4069-9613-626cc2e33433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.220555 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0622-06ad-4f2c-993a-52413048b1da admin admin] Publish callbacks [] for security_group (de027d28-6bd5-4195-86d6-d32cad3ba65a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.255584 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0622-06ad-4f2c-993a-52413048b1da admin admin] Publish callbacks [] for security_group (de027d28-6bd5-4195-86d6-d32cad3ba65a), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.321046 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f4e849a-bb6f-4069-9613-626cc2e33433 admin admin] Publish callbacks [] for security_group (e225e5e5-8d6e-4d06-8d54-ab31a46d0562), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.325350 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f4e849a-bb6f-4069-9613-626cc2e33433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (e225e5e5-8d6e-4d06-8d54-ab31a46d0562), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.346407 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0622-06ad-4f2c-993a-52413048b1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (de027d28-6bd5-4195-86d6-d32cad3ba65a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.348884 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0622-06ad-4f2c-993a-52413048b1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.352973 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2d1b0622-06ad-4f2c-993a-52413048b1da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de027d28-6bd5-4195-86d6-d32cad3ba65a HTTP/1.1" status: 204 len: 168 time: 0.2113173 Mar 30 07:17:08.353841 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38318) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:08.367378 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7e45283a-5e37-4ace-9e19-0861f219b72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.380942 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3f4e849a-bb6f-4069-9613-626cc2e33433 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c48a8adc1d14a1d813ad9755c7ff057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5689704 Mar 30 07:17:08.382467 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e849a-bb6f-4069-9613-626cc2e33433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e225e5e5-8d6e-4d06-8d54-ab31a46d0562,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:08.386848 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38320) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:08.393489 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b0622-06ad-4f2c-993a-52413048b1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de027d28-6bd5-4195-86d6-d32cad3ba65a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:08.465987 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51613664-787c-4ab7-9dc7-0f9c51ba5ba7 admin admin] Publish callbacks [] for security_group (e225e5e5-8d6e-4d06-8d54-ab31a46d0562), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.502205 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51613664-787c-4ab7-9dc7-0f9c51ba5ba7 admin admin] Publish callbacks [] for security_group (e225e5e5-8d6e-4d06-8d54-ab31a46d0562), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.505120 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7e45283a-5e37-4ace-9e19-0861f219b72a admin admin] Publish callbacks [] for security_group (cfe2f61a-b9d4-4167-9618-6e4f4741f809), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.512657 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7e45283a-5e37-4ace-9e19-0861f219b72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (cfe2f61a-b9d4-4167-9618-6e4f4741f809), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.568210 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-7e45283a-5e37-4ace-9e19-0861f219b72a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbd0ea69499941148775c3e39e336d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131951 Mar 30 07:17:08.571840 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38324) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:08.573340 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45283a-5e37-4ace-9e19-0861f219b72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe2f61a-b9d4-4167-9618-6e4f4741f809,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:08.604596 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51613664-787c-4ab7-9dc7-0f9c51ba5ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (e225e5e5-8d6e-4d06-8d54-ab31a46d0562), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.607381 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51613664-787c-4ab7-9dc7-0f9c51ba5ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.608529 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-51613664-787c-4ab7-9dc7-0f9c51ba5ba7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e225e5e5-8d6e-4d06-8d54-ab31a46d0562 HTTP/1.1" status: 204 len: 168 time: 0.2207735 Mar 30 07:17:08.620590 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51613664-787c-4ab7-9dc7-0f9c51ba5ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e225e5e5-8d6e-4d06-8d54-ab31a46d0562,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:08.640068 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51e1e7e5-1568-4425-b31a-829e43d7921f admin admin] Publish callbacks [] for security_group (cfe2f61a-b9d4-4167-9618-6e4f4741f809), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.672104 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51e1e7e5-1568-4425-b31a-829e43d7921f admin admin] Publish callbacks [] for security_group (cfe2f61a-b9d4-4167-9618-6e4f4741f809), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.726770 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51e1e7e5-1568-4425-b31a-829e43d7921f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (cfe2f61a-b9d4-4167-9618-6e4f4741f809), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.729524 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51e1e7e5-1568-4425-b31a-829e43d7921f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:08.731221 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-51e1e7e5-1568-4425-b31a-829e43d7921f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfe2f61a-b9d4-4167-9618-6e4f4741f809 HTTP/1.1" status: 204 len: 168 time: 0.1585166 Mar 30 07:17:08.739656 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1e7e5-1568-4425-b31a-829e43d7921f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe2f61a-b9d4-4167-9618-6e4f4741f809,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:09.078067 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 86f18ddd-619f-410a-aacd-20886004ab33 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:17:09.187143 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port 86f18ddd-619f-410a-aacd-20886004ab33 completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:17:09.191766 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 86f18ddd-619f-410a-aacd-20886004ab33 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:17:09.192210 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (86f18ddd-619f-410a-aacd-20886004ab33), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:09.270690 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb118d44-7817-4a4a-a520-1f3543ed6abb req-f61d1522-35a2-4aa7-8589-add1d668e9bc tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:09.273118 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eb118d44-7817-4a4a-a520-1f3543ed6abb req-f61d1522-35a2-4aa7-8589-add1d668e9bc tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.1125162 Mar 30 07:17:09.281558 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59daad11-9f1e-4b9b-b5b5-ec03b3e875d1 req-0bd00254-f2b2-4309-bfb5-3d2b0284957b tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:09.283018 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-59daad11-9f1e-4b9b-b5b5-ec03b3e875d1 req-0bd00254-f2b2-4309-bfb5-3d2b0284957b tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 945 time: 0.0875740 Mar 30 07:17:09.284754 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38362) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:09.315765 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 86f18ddd-619f-410a-aacd-20886004ab33 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:17:09.316193 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (86f18ddd-619f-410a-aacd-20886004ab33), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:09.359890 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 86f18ddd-619f-410a-aacd-20886004ab33, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=86f18ddd-619f-410a-aacd-20886004ab33,segment=NetworkSegment(58dd86b0-c772-4987-a176-8a4d041b1b71),segment_id=58dd86b0-c772-4987-a176-8a4d041b1b71)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:17:09.361357 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f5b104-2044-42c1-9fc9-af2d203240cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f18ddd-619f-410a-aacd-20886004ab33'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:17:09.364118 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7dfda6-61cc-448f-be87-d76b467f161f" -d '{"events": [{"server_uuid": "13f5b104-2044-42c1-9fc9-af2d203240cf", "name": "network-vif-plugged", "status": "completed", "tag": "86f18ddd-619f-410a-aacd-20886004ab33"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:17:09.368266 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (86f18ddd-619f-410a-aacd-20886004ab33), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:09.373287 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-59daad11-9f1e-4b9b-b5b5-ec03b3e875d1 req-63e18b97-c02f-4f9e-8982-8776b8af763d tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819035 Mar 30 07:17:09.376100 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eb118d44-7817-4a4a-a520-1f3543ed6abb req-3274747d-46c9-4a47-a9ba-f7ded606c784 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921924 Mar 30 07:17:09.416672 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-937117564-network', 'tenant_id': 'c7ad5fa9994340d78e5489bc40885480'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:17:09.426163 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34477f7f-6825-446a-8d19-27ae760013ef x-openstack-request-id: req-34477f7f-6825-446a-8d19-27ae760013ef {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:17:09.426481 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f5b104-2044-42c1-9fc9-af2d203240cf", "name": "network-vif-plugged", "status": "completed", "tag": "86f18ddd-619f-410a-aacd-20886004ab33", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:17:09.426740 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34477f7f-6825-446a-8d19-27ae760013ef {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:17:09.427264 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34477f7f-6825-446a-8d19-27ae760013ef'] response: {'server_uuid': '13f5b104-2044-42c1-9fc9-af2d203240cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f18ddd-619f-410a-aacd-20886004ab33', 'code': 200} Mar 30 07:17:09.440243 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] Made reservation on behalf of c7ad5fa9994340d78e5489bc40885480 for: {'network': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:17:09.443091 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:09.447001 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=86f18ddd-619f-410a-aacd-20886004ab33,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:09.452280 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:09.527966 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] Publish callbacks [] for security_group (429e3e79-fffd-4025-a95f-11183f9507f9), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:09.533470 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (429e3e79-fffd-4025-a95f-11183f9507f9), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:09.563070 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:17:09.568584 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429e3e79-fffd-4025-a95f-11183f9507f9,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:09.576316 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (c3357ecd-d147-4650-be45-3378ab720f5a), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:09.576718 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.segments_db [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] Added segment c3357ecd-d147-4650-be45-3378ab720f5a of type vlan for network 6c352acd-aebe-4eb6-a0e7-b315ecb9a217 Mar 30 07:17:09.617815 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (6c352acd-aebe-4eb6-a0e7-b315ecb9a217), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:09.663675 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (6c352acd-aebe-4eb6-a0e7-b315ecb9a217), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:09.664678 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:09.665372 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:09.725378 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4395027 Mar 30 07:17:09.728649 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 38378) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:09.733999 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-297527a0-1053-4dae-bff7-d281808a1ea7 admin admin] Request body: {'subnet': {'network_id': '6c352acd-aebe-4eb6-a0e7-b315ecb9a217', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-937117564-subnet', 'tenant_id': 'c7ad5fa9994340d78e5489bc40885480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:17:09.737870 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab1b69-23f7-4af0-b6e4-d6b75d6a0023 admin admin] Pushing event updated for resources: {'Network': ['ID=6c352acd-aebe-4eb6-a0e7-b315ecb9a217,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:09.743927 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1fb85-3e32-4a86-874c-be816a785293 req-8a7ee084-77c2-4a0b-ab3f-3e492425d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:09.745267 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-14a1fb85-3e32-4a86-874c-be816a785293 req-8a7ee084-77c2-4a0b-ab3f-3e492425d365 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 1130 time: 0.1116126 Mar 30 07:17:09.747368 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network 6c352acd-aebe-4eb6-a0e7-b315ecb9a217 details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:17:09.762235 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297527a0-1053-4dae-bff7-d281808a1ea7 admin admin] Made reservation on behalf of c7ad5fa9994340d78e5489bc40885480 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:17:09.765167 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-297527a0-1053-4dae-bff7-d281808a1ea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7759360'] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:09.807981 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-14a1fb85-3e32-4a86-874c-be816a785293 req-dcc6114e-d7d1-4025-b087-47574a078784 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549333 Mar 30 07:17:09.939551 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-297527a0-1053-4dae-bff7-d281808a1ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7417561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7759382'] for subnet (4b39a946-d97b-46e5-8719-7ca7e10b67d9), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:09.998511 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297527a0-1053-4dae-bff7-d281808a1ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b39a946-d97b-46e5-8719-7ca7e10b67d9,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:10.007413 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297527a0-1053-4dae-bff7-d281808a1ea7 admin admin] Checking segment: {'id': 'c3357ecd-d147-4650-be45-3378ab720f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6c352acd-aebe-4eb6-a0e7-b315ecb9a217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:17:10.009494 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297527a0-1053-4dae-bff7-d281808a1ea7 admin admin] Network hostable DHCP agents. Network: 6c352acd-aebe-4eb6-a0e7-b315ecb9a217, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:17:10.028170 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297527a0-1053-4dae-bff7-d281808a1ea7 admin admin] Network 6c352acd-aebe-4eb6-a0e7-b315ecb9a217 is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:17:10.037740 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-297527a0-1053-4dae-bff7-d281808a1ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, 6c352acd-aebe-4eb6-a0e7-b315ecb9a217) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:17:10.042916 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297527a0-1053-4dae-bff7-d281808a1ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:10.043718 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-297527a0-1053-4dae-bff7-d281808a1ea7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:10.048554 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2febb29-37d6-471c-aae7-225f5318795a None None] Network 6c352acd-aebe-4eb6-a0e7-b315ecb9a217 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:17:10.065096 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-297527a0-1053-4dae-bff7-d281808a1ea7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3352470 Mar 30 07:17:10.153582 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfa6cd8-046b-446c-bcd0-9b24e669e766 None None] Network 6c352acd-aebe-4eb6-a0e7-b315ecb9a217 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:17:10.542825 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2e806-db24-4624-82f3-624d50ddb6bf req-a576859b-0227-41ca-bc40-ac6b91e3f04d tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:10.543353 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3dd2e806-db24-4624-82f3-624d50ddb6bf req-a576859b-0227-41ca-bc40-ac6b91e3f04d tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 946 time: 0.0917878 Mar 30 07:17:10.553579 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a056eb-e64a-4aa1-bcbd-9c344b4d915d req-466d110c-d0de-4c1b-b7cd-e2ea64e52b93 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:10.553579 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-78a056eb-e64a-4aa1-bcbd-9c344b4d915d req-466d110c-d0de-4c1b-b7cd-e2ea64e52b93 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0740309 Mar 30 07:17:10.633376 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-78a056eb-e64a-4aa1-bcbd-9c344b4d915d req-ca0c3d7c-4500-490b-85b0-d545353729b0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740142 Mar 30 07:17:10.636655 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3dd2e806-db24-4624-82f3-624d50ddb6bf req-5e36fc4e-ad5c-46f9-bb04-036cd5349fa6 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761340 Mar 30 07:17:11.819925 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f19382-44a3-41b7-9209-822feb017d47 req-8770a479-3be3-475b-b4f6-7088cb466550 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:11.821299 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-25f19382-44a3-41b7-9209-822feb017d47 req-8770a479-3be3-475b-b4f6-7088cb466550 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.1170738 Mar 30 07:17:11.858173 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-481449be-803b-466a-96ca-e4245ccdf515 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:11.859614 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-481449be-803b-466a-96ca-e4245ccdf515 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/networks?id=6c352acd-aebe-4eb6-a0e7-b315ecb9a217 HTTP/1.1" status: 200 len: 808 time: 0.1276410 Mar 30 07:17:11.888384 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-a3c5919d-3ff1-42a3-aacc-44613c1da711 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/quotas/c7ad5fa9994340d78e5489bc40885480 HTTP/1.1" status: 200 len: 375 time: 0.0224996 Mar 30 07:17:11.896198 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-25f19382-44a3-41b7-9209-822feb017d47 req-fde1dcf3-ff66-4a02-b87c-6c6d241869b9 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682726 Mar 30 07:17:11.931338 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-60aa85f1-09b1-45e3-8856-62a0bdf8f62b tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7ad5fa9994340d78e5489bc40885480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341597 Mar 30 07:17:12.071926 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1066414-44d0-4034-8cd5-1fa3c7af337d req-912a4f30-701c-4b3f-87e6-d4fa823ffb45 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:12.073323 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f1066414-44d0-4034-8cd5-1fa3c7af337d req-912a4f30-701c-4b3f-87e6-d4fa823ffb45 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 946 time: 0.1169534 Mar 30 07:17:12.076903 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8e82a43e-5a85-4d05-a836-392f485dc8b0 service neutron] 10.222.0.20 "GET /v2.0/networks/6c352acd-aebe-4eb6-a0e7-b315ecb9a217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394019 Mar 30 07:17:12.172791 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f1066414-44d0-4034-8cd5-1fa3c7af337d req-3508688a-909c-4344-a38b-9a12bd6dee3e tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938537 Mar 30 07:17:12.197785 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-2916ff78-0aed-46a5-ba8b-1506042601b6 service neutron] 10.222.0.20 "GET /v2.0/networks/6c352acd-aebe-4eb6-a0e7-b315ecb9a217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132667 Mar 30 07:17:12.374490 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b8f31d44-e822-4926-bda6-21ac2911765b req-ed1838f1-c60e-46c2-8423-d99a7623024f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 210 time: 0.0302732 Mar 30 07:17:13.033315 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ec77d-6452-4677-8707-2d315fd0348c req-1e5071aa-39d0-48b6-99b9-40c7ac5e6b72 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:13.034784 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-897ec77d-6452-4677-8707-2d315fd0348c req-1e5071aa-39d0-48b6-99b9-40c7ac5e6b72 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0639231 Mar 30 07:17:13.086051 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-897ec77d-6452-4677-8707-2d315fd0348c req-86021fd5-1cb8-4b30-b8f1-3ea6a3fe3023 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449560 Mar 30 07:17:13.485586 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fb8507e5-90f5-4f58-812b-5750d47d3e37 req-d02ebf39-28df-4134-b2c0-3214e74d9ece tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 210 time: 0.0368445 Mar 30 07:17:14.214009 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4f343-6ce3-4adc-81c3-e59fad82abf9 req-f5bd8bf3-4172-4a84-af55-150ffe8db7c3 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:14.215508 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a1f4f343-6ce3-4adc-81c3-e59fad82abf9 req-f5bd8bf3-4172-4a84-af55-150ffe8db7c3 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0618603 Mar 30 07:17:14.275203 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a1f4f343-6ce3-4adc-81c3-e59fad82abf9 req-077bc181-43b4-46f1-a776-a13b4132b5d6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517256 Mar 30 07:17:14.584183 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-027fb292-fa5c-45c1-ae12-cfd4dba2279f req-46dbd158-2373-4bce-9a3d-fee68f915d8c tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 210 time: 0.0268526 Mar 30 07:17:15.408785 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2884d7-d661-4b32-ad05-ae950ef76c99 req-8b8331c2-c2a5-43e8-a0ee-ec59a146eafa tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:15.410988 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee2884d7-d661-4b32-ad05-ae950ef76c99 req-8b8331c2-c2a5-43e8-a0ee-ec59a146eafa tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0611734 Mar 30 07:17:15.457255 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee2884d7-d661-4b32-ad05-ae950ef76c99 req-9ee42cc2-ee3d-42e8-8659-68c43f6ea04b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406218 Mar 30 07:17:15.688520 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-55ecbd16-7908-4c37-993c-1b4a9ad15d28 req-46f636f0-93ca-4608-a47a-461a93fafb23 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 210 time: 0.0347757 Mar 30 07:17:15.740032 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-779248eb-0b3a-4a8e-903f-9b5bd2395242 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:15.741579 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-779248eb-0b3a-4a8e-903f-9b5bd2395242 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.35 "GET /v2.0/networks?id=6c352acd-aebe-4eb6-a0e7-b315ecb9a217 HTTP/1.1" status: 200 len: 808 time: 0.1217496 Mar 30 07:17:15.766015 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-3526f585-7586-4306-b2a2-733d98506f17 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Request body: {'port': {'device_id': '26bca037-dbff-4f88-9ce6-c46c98ff6c6f', 'network_id': '6c352acd-aebe-4eb6-a0e7-b315ecb9a217', 'admin_state_up': True, 'tenant_id': 'c7ad5fa9994340d78e5489bc40885480'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:17:15.911912 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-3526f585-7586-4306-b2a2-733d98506f17 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Made reservation on behalf of c7ad5fa9994340d78e5489bc40885480 for: {'port': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:17:15.915233 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-3526f585-7586-4306-b2a2-733d98506f17 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:15.929919 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b6973-f5ce-4b11-b325-ac3d3e4c105b req-fb258de9-50d3-43e0-a58b-63b7039260cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:15.931354 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-838b6973-f5ce-4b11-b325-ac3d3e4c105b req-fb258de9-50d3-43e0-a58b-63b7039260cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 1129 time: 0.0702832 Mar 30 07:17:16.069149 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-838b6973-f5ce-4b11-b325-ac3d3e4c105b req-30ff8658-cd16-4618-91ac-fa2f802c0a6b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227160 Mar 30 07:17:16.091832 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-3526f585-7586-4306-b2a2-733d98506f17 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Allocated IP 172.20.0.2 (6c352acd-aebe-4eb6-a0e7-b315ecb9a217/4b39a946-d97b-46e5-8719-7ca7e10b67d9/a7708761-35fd-489d-95c3-07dfd0a6964a) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:17:16.267063 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-3526f585-7586-4306-b2a2-733d98506f17 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks [] for port (a7708761-35fd-489d-95c3-07dfd0a6964a), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:16.311136 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-3526f585-7586-4306-b2a2-733d98506f17 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (a7708761-35fd-489d-95c3-07dfd0a6964a), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:16.363500 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-3526f585-7586-4306-b2a2-733d98506f17 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Network 6c352acd-aebe-4eb6-a0e7-b315ecb9a217 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:17:16.367723 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-3526f585-7586-4306-b2a2-733d98506f17 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:17:16.376791 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-3526f585-7586-4306-b2a2-733d98506f17 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:17:16.384799 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-3526f585-7586-4306-b2a2-733d98506f17 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:16.385703 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-3526f585-7586-4306-b2a2-733d98506f17 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:16.393140 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526f585-7586-4306-b2a2-733d98506f17 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Pushing event updated for resources: {'Port': ['ID=a7708761-35fd-489d-95c3-07dfd0a6964a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:16.413667 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-3526f585-7586-4306-b2a2-733d98506f17 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6524551 Mar 30 07:17:16.450734 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Request body: {'port': {'device_id': '26bca037-dbff-4f88-9ce6-c46c98ff6c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:17:16.529465 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a7708761-35fd-489d-95c3-07dfd0a6964a), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:16.597464 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f3875-9ab4-4788-ae49-54b5f176abc6 req-bf52194f-5c1b-4817-9c20-5c0d116514a0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:16.599079 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a24f3875-9ab4-4788-ae49-54b5f176abc6 req-bf52194f-5c1b-4817-9c20-5c0d116514a0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0654347 Mar 30 07:17:16.671687 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a24f3875-9ab4-4788-ae49-54b5f176abc6 req-73762337-45cf-4e1b-8126-be188b4b94a5 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655751 Mar 30 07:17:16.824628 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c11f1-bd5e-42dd-9275-44ab01df3450 req-ef98ac91-2142-4d93-9cc4-969a23378824 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:16.826260 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-560c11f1-bd5e-42dd-9275-44ab01df3450 req-ef98ac91-2142-4d93-9cc4-969a23378824 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 931 time: 0.0593927 Mar 30 07:17:16.849954 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7708761-35fd-489d-95c3-07dfd0a6964a {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:17:16.858543 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Publish callbacks [] for port (a7708761-35fd-489d-95c3-07dfd0a6964a), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:16.871738 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Transition to ACTIVE for port object a7708761-35fd-489d-95c3-07dfd0a6964a will not be triggered until provisioned by entity L2. {{(pid=103478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:17:16.875624 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (a7708761-35fd-489d-95c3-07dfd0a6964a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:16.880743 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-560c11f1-bd5e-42dd-9275-44ab01df3450 req-aaf160a8-c7fa-4b6d-879e-58c488488fd3 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470355 Mar 30 07:17:16.924870 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Pushing event updated for resources: {'Port': ['ID=a7708761-35fd-489d-95c3-07dfd0a6964a,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:16.961682 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Attempting to bind port a7708761-35fd-489d-95c3-07dfd0a6964a on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:17:16.962002 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Attempting to bind port a7708761-35fd-489d-95c3-07dfd0a6964a by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': 'c3357ecd-d147-4650-be45-3378ab720f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6c352acd-aebe-4eb6-a0e7-b315ecb9a217'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:17:16.962322 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Attempting to bind port a7708761-35fd-489d-95c3-07dfd0a6964a on network 6c352acd-aebe-4eb6-a0e7-b315ecb9a217 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:17:16.968222 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Port a7708761-35fd-489d-95c3-07dfd0a6964a on network 6c352acd-aebe-4eb6-a0e7-b315ecb9a217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:17:16.968530 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Attempting to bind port a7708761-35fd-489d-95c3-07dfd0a6964a on network 6c352acd-aebe-4eb6-a0e7-b315ecb9a217 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:17:16.974336 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:17:16.974663 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Checking segment: {'id': 'c3357ecd-d147-4650-be45-3378ab720f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6c352acd-aebe-4eb6-a0e7-b315ecb9a217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:17:16.975030 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Bound using segment: {'id': 'c3357ecd-d147-4650-be45-3378ab720f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6c352acd-aebe-4eb6-a0e7-b315ecb9a217'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:17:16.975444 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Bound port: a7708761-35fd-489d-95c3-07dfd0a6964a, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3357ecd-d147-4650-be45-3378ab720f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6c352acd-aebe-4eb6-a0e7-b315ecb9a217'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:17:16.975848 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a7708761-35fd-489d-95c3-07dfd0a6964a), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:17.056152 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] For port a7708761-35fd-489d-95c3-07dfd0a6964a, host hv-cinder-83577, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:17:17.063611 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] For port a7708761-35fd-489d-95c3-07dfd0a6964a, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=a7708761-35fd-489d-95c3-07dfd0a6964a,segment=NetworkSegment(c3357ecd-d147-4650-be45-3378ab720f5a),segment_id=c3357ecd-d147-4650-be45-3378ab720f5a)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:17:17.073792 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (a7708761-35fd-489d-95c3-07dfd0a6964a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:17.117172 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:17.117810 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:17.119402 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] 10.222.0.35 "PUT /v2.0/ports/a7708761-35fd-489d-95c3-07dfd0a6964a HTTP/1.1" status: 200 len: 1093 time: 0.6754656 Mar 30 07:17:17.119852 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bca037-dbff-4f88-9ce6-c46c98ff6c6f', 'tag': 'a7708761-35fd-489d-95c3-07dfd0a6964a'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:17:17.122195 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a95d1bc-8357-4c89-a92c-86472fbdbc71" -d '{"events": [{"name": "network-changed", "server_uuid": "26bca037-dbff-4f88-9ce6-c46c98ff6c6f", "tag": "a7708761-35fd-489d-95c3-07dfd0a6964a"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:17:17.149209 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7641d-9497-4999-8b7c-562686f44d13 service neutron] Pushing event updated for resources: {'Port': ['ID=a7708761-35fd-489d-95c3-07dfd0a6964a,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:17.185007 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475f34c0-201f-40fc-8236-ee06c7d1d172 x-openstack-request-id: req-475f34c0-201f-40fc-8236-ee06c7d1d172 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:17:17.185298 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bca037-dbff-4f88-9ce6-c46c98ff6c6f", "tag": "a7708761-35fd-489d-95c3-07dfd0a6964a", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:17:17.185613 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-475f34c0-201f-40fc-8236-ee06c7d1d172 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:17:17.186026 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475f34c0-201f-40fc-8236-ee06c7d1d172'] response: {'name': 'network-changed', 'server_uuid': '26bca037-dbff-4f88-9ce6-c46c98ff6c6f', 'tag': 'a7708761-35fd-489d-95c3-07dfd0a6964a', 'status': 'completed', 'code': 200} Mar 30 07:17:17.282127 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-fe895b95-df23-452e-a70d-e554c902571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:17.283615 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-fe895b95-df23-452e-a70d-e554c902571f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7ad5fa9994340d78e5489bc40885480&device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 1127 time: 0.0465972 Mar 30 07:17:17.376206 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-0c2efb3e-433c-4877-9fde-0a62f3963e7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7708761-35fd-489d-95c3-07dfd0a6964a HTTP/1.1" status: 200 len: 217 time: 0.0404952 Mar 30 07:17:17.427608 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-4ebe149e-9ebf-4d10-b62c-3b3d49b32fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:17.429106 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-4ebe149e-9ebf-4d10-b62c-3b3d49b32fc3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b39a946-d97b-46e5-8719-7ca7e10b67d9 HTTP/1.1" status: 200 len: 848 time: 0.0451176 Mar 30 07:17:17.462364 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-804e884c-37a4-47a5-a2b1-61207f16c85b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c352acd-aebe-4eb6-a0e7-b315ecb9a217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262139 Mar 30 07:17:17.702888 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:17:17.803523 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa4542-e870-4eb9-84be-911dc028c633 req-1bfc92db-513c-444f-be18-13b4ea731e74 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:17.805133 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2cfa4542-e870-4eb9-84be-911dc028c633 req-1bfc92db-513c-444f-be18-13b4ea731e74 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0536544 Mar 30 07:17:17.808627 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-c8d1b447-cae1-4e3a-8f3a-2caac28730de service neutron] 10.222.0.35 "GET /v2.0/networks/6c352acd-aebe-4eb6-a0e7-b315ecb9a217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116498 Mar 30 07:17:17.865457 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2cfa4542-e870-4eb9-84be-911dc028c633 req-74b5a078-af77-4d21-b943-8e5ee3bffdc5 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537627 Mar 30 07:17:17.926768 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b630c89c-1b3d-4479-ae30-79acc647d629 req-b750f3fe-c6ca-4ad4-b608-ad45fd099917 service neutron] 10.222.0.35 "GET /v2.0/networks/6c352acd-aebe-4eb6-a0e7-b315ecb9a217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115181 Mar 30 07:17:18.038378 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540b653-171a-44c6-84f8-440c7d386cd8 req-a734007d-e155-4788-ad1c-01ea5c5e09b2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:18.039950 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c540b653-171a-44c6-84f8-440c7d386cd8 req-a734007d-e155-4788-ad1c-01ea5c5e09b2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0925498 Mar 30 07:17:18.047976 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b745c0-a2b2-4f87-9522-5a431f93b2fe req-f2d4b504-7152-4aa0-882d-f8205c59ceeb tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:18.049419 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-05b745c0-a2b2-4f87-9522-5a431f93b2fe req-f2d4b504-7152-4aa0-882d-f8205c59ceeb tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 943 time: 0.0862491 Mar 30 07:17:18.114860 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95d1bc-8357-4c89-a92c-86472fbdbc71 req-8219ee2c-3dde-4d1d-b2e6-7ea6b1c2bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:18.116753 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8a95d1bc-8357-4c89-a92c-86472fbdbc71 req-8219ee2c-3dde-4d1d-b2e6-7ea6b1c2bc95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7ad5fa9994340d78e5489bc40885480&device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 1127 time: 0.0568149 Mar 30 07:17:18.127231 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c540b653-171a-44c6-84f8-440c7d386cd8 req-50271f46-3020-4530-b5aa-97ef7c01afbf tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768850 Mar 30 07:17:18.131543 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-05b745c0-a2b2-4f87-9522-5a431f93b2fe req-4361bda2-802d-4489-84b6-c4a711b48495 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753074 Mar 30 07:17:18.244572 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95d1bc-8357-4c89-a92c-86472fbdbc71 req-7bd4122e-f025-45c0-95a2-04059d8ce6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:18.246035 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8a95d1bc-8357-4c89-a92c-86472fbdbc71 req-7bd4122e-f025-45c0-95a2-04059d8ce6ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=6c352acd-aebe-4eb6-a0e7-b315ecb9a217 HTTP/1.1" status: 200 len: 909 time: 0.1135378 Mar 30 07:17:18.249272 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38588) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:18.289029 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8a95d1bc-8357-4c89-a92c-86472fbdbc71 req-b04d66fd-1f2b-43d5-94a2-278feb570bb3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7708761-35fd-489d-95c3-07dfd0a6964a HTTP/1.1" status: 200 len: 217 time: 0.0342932 Mar 30 07:17:18.365371 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95d1bc-8357-4c89-a92c-86472fbdbc71 req-e08ece69-3605-480f-9769-dfdd2f56a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:18.367116 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8a95d1bc-8357-4c89-a92c-86472fbdbc71 req-e08ece69-3605-480f-9769-dfdd2f56a674 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b39a946-d97b-46e5-8719-7ca7e10b67d9 HTTP/1.1" status: 200 len: 848 time: 0.0631447 Mar 30 07:17:18.405322 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8a95d1bc-8357-4c89-a92c-86472fbdbc71 req-dc8c83db-011b-456a-b1fc-42729b2abdba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c352acd-aebe-4eb6-a0e7-b315ecb9a217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286708 Mar 30 07:17:18.536500 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8a95d1bc-8357-4c89-a92c-86472fbdbc71 req-50f3c1f0-9075-4683-a653-435aeaf04333 service neutron] 10.222.0.35 "GET /v2.0/networks/6c352acd-aebe-4eb6-a0e7-b315ecb9a217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236286 Mar 30 07:17:18.542171 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-665ea7d5-ac95-485d-a871-b0ae6576d326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:18.663792 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8a95d1bc-8357-4c89-a92c-86472fbdbc71 req-84c52755-b735-4b6c-b384-1a1ebb83abb8 service neutron] 10.222.0.35 "GET /v2.0/networks/6c352acd-aebe-4eb6-a0e7-b315ecb9a217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185803 Mar 30 07:17:18.693197 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-665ea7d5-ac95-485d-a871-b0ae6576d326 admin admin] Publish callbacks [] for security_group (75ee2ecb-4a99-43c0-bf3c-d60be0eabd8d), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:18.698786 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-665ea7d5-ac95-485d-a871-b0ae6576d326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (75ee2ecb-4a99-43c0-bf3c-d60be0eabd8d), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:18.737682 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-665ea7d5-ac95-485d-a871-b0ae6576d326 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46903c025ad74bdfb4e16df48f79f87c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4872611 Mar 30 07:17:18.738832 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ea7d5-ac95-485d-a871-b0ae6576d326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ee2ecb-4a99-43c0-bf3c-d60be0eabd8d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:18.740423 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 38596) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:18.797176 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7766161e-0f38-4292-8495-5b96b68659ad admin admin] Publish callbacks [] for security_group (75ee2ecb-4a99-43c0-bf3c-d60be0eabd8d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:18.821398 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7766161e-0f38-4292-8495-5b96b68659ad admin admin] Publish callbacks [] for security_group (75ee2ecb-4a99-43c0-bf3c-d60be0eabd8d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:18.877096 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7766161e-0f38-4292-8495-5b96b68659ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (75ee2ecb-4a99-43c0-bf3c-d60be0eabd8d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:18.880081 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7766161e-0f38-4292-8495-5b96b68659ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:18.881291 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7766161e-0f38-4292-8495-5b96b68659ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75ee2ecb-4a99-43c0-bf3c-d60be0eabd8d HTTP/1.1" status: 204 len: 168 time: 0.1399112 Mar 30 07:17:18.889401 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766161e-0f38-4292-8495-5b96b68659ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ee2ecb-4a99-43c0-bf3c-d60be0eabd8d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:19.181884 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38606) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:19.194916 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7cc6df0-07fa-4420-8e7e-7707f97a45fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:19.262648 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082c930-985a-482a-b5d9-f09af7b971b1 req-b83595f9-96ec-4f16-b805-4bbff0819191 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:19.264069 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2082c930-985a-482a-b5d9-f09af7b971b1 req-b83595f9-96ec-4f16-b805-4bbff0819191 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 943 time: 0.0648780 Mar 30 07:17:19.280735 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7cc6df0-07fa-4420-8e7e-7707f97a45fd admin admin] Publish callbacks [] for security_group (d3db0f85-8a8f-4115-bc45-401fc88fee49), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:19.285210 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7cc6df0-07fa-4420-8e7e-7707f97a45fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (d3db0f85-8a8f-4115-bc45-401fc88fee49), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:19.313388 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2082c930-985a-482a-b5d9-f09af7b971b1 req-d00cc5d6-2915-438c-82c4-ce1fac2b75c1 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Mar 30 07:17:19.323998 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-a7cc6df0-07fa-4420-8e7e-7707f97a45fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a31dde60ac264cdab45f3cc0d3a4611d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386304 Mar 30 07:17:19.323998 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc6df0-07fa-4420-8e7e-7707f97a45fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3db0f85-8a8f-4115-bc45-401fc88fee49,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:19.324619 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 38608) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:19.375981 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbf724ff-e146-4d38-a433-5e22e48fe825 admin admin] Publish callbacks [] for security_group (d3db0f85-8a8f-4115-bc45-401fc88fee49), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:19.598450 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbf724ff-e146-4d38-a433-5e22e48fe825 admin admin] Publish callbacks [] for security_group (d3db0f85-8a8f-4115-bc45-401fc88fee49), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:19.645672 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbf724ff-e146-4d38-a433-5e22e48fe825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (d3db0f85-8a8f-4115-bc45-401fc88fee49), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:19.649679 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbf724ff-e146-4d38-a433-5e22e48fe825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:19.653614 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fbf724ff-e146-4d38-a433-5e22e48fe825 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3db0f85-8a8f-4115-bc45-401fc88fee49 HTTP/1.1" status: 204 len: 168 time: 0.3254907 Mar 30 07:17:19.663037 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf724ff-e146-4d38-a433-5e22e48fe825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3db0f85-8a8f-4115-bc45-401fc88fee49,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:19.819573 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6accbc-f195-4bd7-bbb3-7e96be455525 req-fe48891d-aff1-4aa9-8476-62a81e4c9fdd tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:19.821219 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3e6accbc-f195-4bd7-bbb3-7e96be455525 req-fe48891d-aff1-4aa9-8476-62a81e4c9fdd tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0566292 Mar 30 07:17:19.860458 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af47c42-7e15-4acb-8c04-becb143e10a2 req-1e326b86-2c9d-4a66-8f49-278cdacbfd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:19.862148 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8af47c42-7e15-4acb-8c04-becb143e10a2 req-1e326b86-2c9d-4a66-8f49-278cdacbfd6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 1130 time: 0.0550613 Mar 30 07:17:19.881000 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3e6accbc-f195-4bd7-bbb3-7e96be455525 req-27e1d809-3016-498d-b1b2-da28bc90c173 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528924 Mar 30 07:17:19.956212 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af47c42-7e15-4acb-8c04-becb143e10a2 req-3bcb22b9-03c1-40a4-80fe-713904c51667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:19.957672 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8af47c42-7e15-4acb-8c04-becb143e10a2 req-3bcb22b9-03c1-40a4-80fe-713904c51667 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 920 time: 0.0871394 Mar 30 07:17:20.006927 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8af47c42-7e15-4acb-8c04-becb143e10a2 req-77bcad41-e6dc-4b59-a565-a9e976c4a717 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b69b063-2bbd-4852-b768-a54773d55703 HTTP/1.1" status: 200 len: 217 time: 0.0360723 Mar 30 07:17:20.053087 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af47c42-7e15-4acb-8c04-becb143e10a2 req-80830479-a71b-460c-b80c-725c0127fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:20.054550 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8af47c42-7e15-4acb-8c04-becb143e10a2 req-80830479-a71b-460c-b80c-725c0127fc54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 200 len: 858 time: 0.0458145 Mar 30 07:17:20.116574 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af47c42-7e15-4acb-8c04-becb143e10a2 req-b4225f6e-428a-4012-96fd-aa225328247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:20.118097 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8af47c42-7e15-4acb-8c04-becb143e10a2 req-b4225f6e-428a-4012-96fd-aa225328247e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9678c55-7461-4938-ba80-6574cdde20b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501835 Mar 30 07:17:20.222547 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8af47c42-7e15-4acb-8c04-becb143e10a2 req-4311acae-81a8-498b-b819-63bc119d6d17 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970936 Mar 30 07:17:20.314497 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8af47c42-7e15-4acb-8c04-becb143e10a2 req-d79c6a33-f2be-42a4-8307-2c3b990f05e2 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856681 Mar 30 07:17:20.439851 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75904679-2eae-4ee5-a54f-8795f2e09327 req-6b6fa6ed-81f8-468a-9528-c8318fff2c63 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:20.441672 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-75904679-2eae-4ee5-a54f-8795f2e09327 req-6b6fa6ed-81f8-468a-9528-c8318fff2c63 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 943 time: 0.0568357 Mar 30 07:17:20.494269 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-75904679-2eae-4ee5-a54f-8795f2e09327 req-3864d925-54d9-4162-8593-d6090b3de13f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435269 Mar 30 07:17:20.802452 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38652) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:20.917054 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-efab8229-7f7d-4aa4-8833-13aca35d213e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:20.995902 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-efab8229-7f7d-4aa4-8833-13aca35d213e admin admin] Publish callbacks [] for security_group (f88c06d5-2767-434b-9933-a22f8c2ac1ca), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:21.000831 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-efab8229-7f7d-4aa4-8833-13aca35d213e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (f88c06d5-2767-434b-9933-a22f8c2ac1ca), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:21.003363 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b6211-274c-47df-b954-cb99e7caeef7 req-01b76102-c51c-4409-9eac-c2e3a8bdeaaa tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:21.004857 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ec6b6211-274c-47df-b954-cb99e7caeef7 req-01b76102-c51c-4409-9eac-c2e3a8bdeaaa tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0536215 Mar 30 07:17:21.039845 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-efab8229-7f7d-4aa4-8833-13aca35d213e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75230d3d4ede4826b909bdb023694a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362993 Mar 30 07:17:21.041002 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab8229-7f7d-4aa4-8833-13aca35d213e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88c06d5-2767-434b-9933-a22f8c2ac1ca,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:21.043355 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38660) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:21.054402 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ec6b6211-274c-47df-b954-cb99e7caeef7 req-f64cb94c-a7ec-476a-9000-8f83e817f6bd tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437391 Mar 30 07:17:21.097839 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8940f5a4-3f3c-489a-9a1e-79fb9bc3c138 admin admin] Publish callbacks [] for security_group (f88c06d5-2767-434b-9933-a22f8c2ac1ca), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:21.118483 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8940f5a4-3f3c-489a-9a1e-79fb9bc3c138 admin admin] Publish callbacks [] for security_group (f88c06d5-2767-434b-9933-a22f8c2ac1ca), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:21.120006 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device a7708761-35fd-489d-95c3-07dfd0a6964a details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:17:21.166030 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8940f5a4-3f3c-489a-9a1e-79fb9bc3c138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (f88c06d5-2767-434b-9933-a22f8c2ac1ca), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:21.169180 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8940f5a4-3f3c-489a-9a1e-79fb9bc3c138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:21.170362 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-8940f5a4-3f3c-489a-9a1e-79fb9bc3c138 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f88c06d5-2767-434b-9933-a22f8c2ac1ca HTTP/1.1" status: 204 len: 168 time: 0.1260865 Mar 30 07:17:21.178363 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940f5a4-3f3c-489a-9a1e-79fb9bc3c138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88c06d5-2767-434b-9933-a22f8c2ac1ca,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:21.235220 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port a7708761-35fd-489d-95c3-07dfd0a6964a, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=a7708761-35fd-489d-95c3-07dfd0a6964a,segment=NetworkSegment(c3357ecd-d147-4650-be45-3378ab720f5a),segment_id=c3357ecd-d147-4650-be45-3378ab720f5a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:17:21.247320 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': 'a7708761-35fd-489d-95c3-07dfd0a6964a', 'network_id': '6c352acd-aebe-4eb6-a0e7-b315ecb9a217', 'port_id': 'a7708761-35fd-489d-95c3-07dfd0a6964a', 'mac_address': 'fa:16:3e:48:1f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b39a946-d97b-46e5-8719-7ca7e10b67d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:17:21.288195 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port a7708761-35fd-489d-95c3-07dfd0a6964a is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:17:21.288381 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a7708761-35fd-489d-95c3-07dfd0a6964a), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:21.302899 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7708761-35fd-489d-95c3-07dfd0a6964a {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:17:21.321872 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port a7708761-35fd-489d-95c3-07dfd0a6964a, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=a7708761-35fd-489d-95c3-07dfd0a6964a,segment=NetworkSegment(c3357ecd-d147-4650-be45-3378ab720f5a),segment_id=c3357ecd-d147-4650-be45-3378ab720f5a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:17:21.326278 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (a7708761-35fd-489d-95c3-07dfd0a6964a), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:21.377306 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=a7708761-35fd-489d-95c3-07dfd0a6964a,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:21.613142 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29dde64-f5fa-47d3-ada6-3baf83b0c75f req-4f848d90-a9d8-4b3a-b36a-96f14c2638b5 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:21.614646 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e29dde64-f5fa-47d3-ada6-3baf83b0c75f req-4f848d90-a9d8-4b3a-b36a-96f14c2638b5 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 944 time: 0.0528712 Mar 30 07:17:21.672467 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e29dde64-f5fa-47d3-ada6-3baf83b0c75f req-8276dfa9-9838-47b9-863d-50daaf394368 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519347 Mar 30 07:17:21.785238 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['a7708761-35fd-489d-95c3-07dfd0a6964a'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:17:22.199879 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bb1f2-b0d3-4aae-bca4-ad64257d9394 req-2171bb8f-dcc0-4e29-a26e-98b99938f019 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:22.201434 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ce0bb1f2-b0d3-4aae-bca4-ad64257d9394 req-2171bb8f-dcc0-4e29-a26e-98b99938f019 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0538437 Mar 30 07:17:22.253197 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ce0bb1f2-b0d3-4aae-bca4-ad64257d9394 req-ca70d81e-3ede-48d5-bb04-045c62c813fa tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452144 Mar 30 07:17:22.798706 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aeba0-05c4-480a-ba62-6ef9defc7dbd req-097a1702-3248-4727-a863-6c20d15d2427 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:22.800348 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-aa2aeba0-05c4-480a-ba62-6ef9defc7dbd req-097a1702-3248-4727-a863-6c20d15d2427 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 944 time: 0.0606461 Mar 30 07:17:22.849343 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-aa2aeba0-05c4-480a-ba62-6ef9defc7dbd req-1ea24791-9a4b-43f4-aa39-31b63b84f00b tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425000 Mar 30 07:17:23.147106 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device a7708761-35fd-489d-95c3-07dfd0a6964a up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:17:23.202336 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port a7708761-35fd-489d-95c3-07dfd0a6964a completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:17:23.206891 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port a7708761-35fd-489d-95c3-07dfd0a6964a triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:17:23.207250 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a7708761-35fd-489d-95c3-07dfd0a6964a), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:23.298949 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port a7708761-35fd-489d-95c3-07dfd0a6964a is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:17:23.299336 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a7708761-35fd-489d-95c3-07dfd0a6964a), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:23.327580 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bca037-dbff-4f88-9ce6-c46c98ff6c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7708761-35fd-489d-95c3-07dfd0a6964a'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:17:23.328824 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc963f61-bd14-4525-8113-8886fb7a8bd3" -d '{"events": [{"server_uuid": "26bca037-dbff-4f88-9ce6-c46c98ff6c6f", "name": "network-vif-plugged", "status": "completed", "tag": "a7708761-35fd-489d-95c3-07dfd0a6964a"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:17:23.446276 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ccc56-04fc-42e2-98a6-3df2c6076380 req-978a9996-c4cf-4626-a72a-ef0fe232f996 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:23.448158 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a70ccc56-04fc-42e2-98a6-3df2c6076380 req-978a9996-c4cf-4626-a72a-ef0fe232f996 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0663290 Mar 30 07:17:23.479844 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e53ea4-a377-41fb-b734-491853d9f8c6 x-openstack-request-id: req-d1e53ea4-a377-41fb-b734-491853d9f8c6 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:17:23.480091 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bca037-dbff-4f88-9ce6-c46c98ff6c6f", "name": "network-vif-plugged", "status": "completed", "tag": "a7708761-35fd-489d-95c3-07dfd0a6964a", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:17:23.480492 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1e53ea4-a377-41fb-b734-491853d9f8c6 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:17:23.482118 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e53ea4-a377-41fb-b734-491853d9f8c6'] response: {'server_uuid': '26bca037-dbff-4f88-9ce6-c46c98ff6c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7708761-35fd-489d-95c3-07dfd0a6964a', 'code': 200} Mar 30 07:17:23.485742 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port a7708761-35fd-489d-95c3-07dfd0a6964a, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=a7708761-35fd-489d-95c3-07dfd0a6964a,segment=NetworkSegment(c3357ecd-d147-4650-be45-3378ab720f5a),segment_id=c3357ecd-d147-4650-be45-3378ab720f5a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:17:23.490167 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (a7708761-35fd-489d-95c3-07dfd0a6964a), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:23.498311 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a70ccc56-04fc-42e2-98a6-3df2c6076380 req-bf787ef6-f3ec-4fec-9006-f85508797351 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436387 Mar 30 07:17:23.540239 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=a7708761-35fd-489d-95c3-07dfd0a6964a,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:23.634733 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544fa2b-dc2e-4c13-b115-493534cafbd1 req-d89ec314-1b46-4585-bb12-142e6cd54fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:23.636215 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7544fa2b-dc2e-4c13-b115-493534cafbd1 req-d89ec314-1b46-4585-bb12-142e6cd54fc5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 1129 time: 0.0490170 Mar 30 07:17:23.688586 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7544fa2b-dc2e-4c13-b115-493534cafbd1 req-aee9c3c8-270e-4bfc-8d9b-12f060cf51e9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402439 Mar 30 07:17:23.976470 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778199f-d46e-47d2-93b7-f12a5da6e905 req-fca8d9d5-78c0-4434-8974-524ddf17eaba tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:23.977942 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0778199f-d46e-47d2-93b7-f12a5da6e905 req-fca8d9d5-78c0-4434-8974-524ddf17eaba tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 945 time: 0.0524325 Mar 30 07:17:24.027453 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0778199f-d46e-47d2-93b7-f12a5da6e905 req-509be981-7146-4f3c-a920-97e7d554c12b tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429094 Mar 30 07:17:24.214932 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4f70e523-3e2c-47e5-a1c7-5fb88af2a03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:24.618810 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c730636-8b69-440f-89cb-336c880da249 req-483e714c-07ea-41f6-97b0-750ae870e297 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:24.620311 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2c730636-8b69-440f-89cb-336c880da249 req-483e714c-07ea-41f6-97b0-750ae870e297 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0531206 Mar 30 07:17:24.673062 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2c730636-8b69-440f-89cb-336c880da249 req-4927b9bf-9a00-4cf9-ac1e-a82b62ae8f2d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469425 Mar 30 07:17:25.146031 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815331a-b3b5-4950-b026-faae3e15c508 req-1d6d10ab-69a4-4cfb-b812-44a5217c9e49 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:25.147547 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c815331a-b3b5-4950-b026-faae3e15c508 req-1d6d10ab-69a4-4cfb-b812-44a5217c9e49 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 945 time: 0.0523996 Mar 30 07:17:25.195978 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c815331a-b3b5-4950-b026-faae3e15c508 req-f82fcd75-852c-4fb7-88e3-5ce6cbe521de tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429080 Mar 30 07:17:25.798164 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01bb49-1937-4cd7-b954-75bbf31f13cc req-9141ec5c-c919-4f49-b418-e5f5876941b6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:25.799686 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5b01bb49-1937-4cd7-b954-75bbf31f13cc req-9141ec5c-c919-4f49-b418-e5f5876941b6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0560606 Mar 30 07:17:25.851083 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5b01bb49-1937-4cd7-b954-75bbf31f13cc req-9f70941c-77c2-4b65-813e-57fc21db59f2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452304 Mar 30 07:17:26.329475 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4407be5-9afa-484e-939d-9502484b0aef req-7b2b5d5d-94e4-4e69-aada-d9b377b13578 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:26.330979 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e4407be5-9afa-484e-939d-9502484b0aef req-7b2b5d5d-94e4-4e69-aada-d9b377b13578 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 945 time: 0.0611823 Mar 30 07:17:26.381050 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e4407be5-9afa-484e-939d-9502484b0aef req-818fd78e-1d80-4ef7-87a1-bbd7a312c2bc tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441144 Mar 30 07:17:26.426826 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-42659e30-ce2e-4b4a-935b-4fd42e93e2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:26.897710 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0aff2-73a6-468c-870a-2d645e421623 req-7204d3f4-84ea-4b89-b134-dc641107a21d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:26.899119 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e7c0aff2-73a6-468c-870a-2d645e421623 req-7204d3f4-84ea-4b89-b134-dc641107a21d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0546160 Mar 30 07:17:26.975648 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e7c0aff2-73a6-468c-870a-2d645e421623 req-17d14f24-3b3e-4f1c-9559-32dba9b265bb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701451 Mar 30 07:17:26.994921 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea39bf0-6a3d-42fa-a82b-b6a943902fda req-2a45c380-d18f-4cfb-82d8-672a0b893a2c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:26.996400 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cea39bf0-6a3d-42fa-a82b-b6a943902fda req-2a45c380-d18f-4cfb-82d8-672a0b893a2c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0741916 Mar 30 07:17:27.043664 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cea39bf0-6a3d-42fa-a82b-b6a943902fda req-bbdb98d7-7b30-4866-8c93-d48f5a51186f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412927 Mar 30 07:17:27.654775 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eba88c-2bcb-412d-882a-a3407ecd2357 req-6763705a-bffc-43b1-80eb-c62c389f0f1d tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:27.656254 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-20eba88c-2bcb-412d-882a-a3407ecd2357 req-6763705a-bffc-43b1-80eb-c62c389f0f1d tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 945 time: 0.0564544 Mar 30 07:17:27.705263 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-20eba88c-2bcb-412d-882a-a3407ecd2357 req-ddeeb18c-9978-4c88-b617-f8008b0ebd9a tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430584 Mar 30 07:17:27.921592 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:28.103359 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b66623-5581-4766-89fb-5a9b4585fd47 req-7e8bad2b-46c1-4e70-9248-47bc41c52746 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:28.104899 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-41b66623-5581-4766-89fb-5a9b4585fd47 req-7e8bad2b-46c1-4e70-9248-47bc41c52746 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0533755 Mar 30 07:17:28.183673 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-41b66623-5581-4766-89fb-5a9b4585fd47 req-b7bbc7e0-d3fe-44ff-a3af-42832d5c7629 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725331 Mar 30 07:17:28.197826 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b2fc5-95f9-4e7a-9c5e-15df64d1055d req-6620a777-ad32-4e75-a2f0-8a084f09106a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:28.200905 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3f5b2fc5-95f9-4e7a-9c5e-15df64d1055d req-6620a777-ad32-4e75-a2f0-8a084f09106a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0881078 Mar 30 07:17:28.252165 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3f5b2fc5-95f9-4e7a-9c5e-15df64d1055d req-0c361295-bb81-4274-b53e-fcb70815ed20 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455613 Mar 30 07:17:28.834512 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d373d-ba14-45ca-94de-d8029553e834 req-fca802b7-5c73-498a-8752-c16f7299d9ae tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:28.836005 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d73d373d-ba14-45ca-94de-d8029553e834 req-fca802b7-5c73-498a-8752-c16f7299d9ae tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 945 time: 0.0583205 Mar 30 07:17:28.883569 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d73d373d-ba14-45ca-94de-d8029553e834 req-0d6539e7-96c1-4ccd-b2aa-5fd8e4143a11 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419319 Mar 30 07:17:29.091488 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:29.374047 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-14e479a2-ca3b-4da4-b061-1ef827500353 req-de41d2c8-bcbb-43cf-a6dc-9fddf8b28697 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510612 Mar 30 07:17:29.379724 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bedc9-a93d-4f57-ae94-02a6c8c9721d req-cc50c8bf-0089-44bc-b47b-e9adb645fffb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:29.381216 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-121bedc9-a93d-4f57-ae94-02a6c8c9721d req-cc50c8bf-0089-44bc-b47b-e9adb645fffb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.1198130 Mar 30 07:17:29.394759 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38898) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:29.430071 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13524d2d-5308-41f5-83da-246046d2899c req-e08f4ca8-e93f-4930-803c-c031a4a9a0d5 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:29.431850 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-13524d2d-5308-41f5-83da-246046d2899c req-e08f4ca8-e93f-4930-803c-c031a4a9a0d5 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0964990 Mar 30 07:17:29.466003 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-121bedc9-a93d-4f57-ae94-02a6c8c9721d req-246a5f30-cb0c-4c9f-9feb-fe41163ca6ee tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784369 Mar 30 07:17:29.475404 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e479a2-ca3b-4da4-b061-1ef827500353 req-45f0af5b-9347-4967-8fe7-3618351793a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:29.477816 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-14e479a2-ca3b-4da4-b061-1ef827500353 req-45f0af5b-9347-4967-8fe7-3618351793a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 1129 time: 0.0616574 Mar 30 07:17:29.533494 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-13524d2d-5308-41f5-83da-246046d2899c req-120731a2-b133-4480-bee0-1d3509421479 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922010 Mar 30 07:17:29.578697 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:29.640734 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e479a2-ca3b-4da4-b061-1ef827500353 req-be56b3b0-a5ce-421f-9ac9-88156e2e0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:29.642082 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-14e479a2-ca3b-4da4-b061-1ef827500353 req-be56b3b0-a5ce-421f-9ac9-88156e2e0e00 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 920 time: 0.1409476 Mar 30 07:17:29.683665 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Publish callbacks [] for security_group (e5948e00-3395-44fb-ae03-3c8571ff9ebd), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:29.690578 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (e5948e00-3395-44fb-ae03-3c8571ff9ebd), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:29.786220 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-14e479a2-ca3b-4da4-b061-1ef827500353 req-4296c30c-b6e4-4b59-87c2-076a36ad0f5e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2143af28-585c-4f87-adef-e00385fa7b91 HTTP/1.1" status: 200 len: 217 time: 0.0912342 Mar 30 07:17:29.791657 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5948e00-3395-44fb-ae03-3c8571ff9ebd,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:29.795148 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9cefd6307e9b418da6c39ac8db9d4035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991685 Mar 30 07:17:29.798237 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 38908) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:29.813143 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.813482 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.813831 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.814158 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.814491 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.814812 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.815135 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.815451 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.815773 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.816119 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.816436 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.816753 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.817070 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.817382 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.817694 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d518-b736-46dc-a83b-666382919a73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.852723 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Publish callbacks [] for security_group (e5948e00-3395-44fb-ae03-3c8571ff9ebd), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:29.860921 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833f746-442b-4828-ac79-89f17414cc37 req-6f3e5c2b-f47b-4753-89c5-cc2917fda8fd tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:29.862460 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-a833f746-442b-4828-ac79-89f17414cc37 req-6f3e5c2b-f47b-4753-89c5-cc2917fda8fd tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.35 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 945 time: 0.1686807 Mar 30 07:17:29.875942 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e479a2-ca3b-4da4-b061-1ef827500353 req-d29d2654-d6d3-48da-ad8b-b5a396888bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:29.877275 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-14e479a2-ca3b-4da4-b061-1ef827500353 req-d29d2654-d6d3-48da-ad8b-b5a396888bf5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 200 len: 858 time: 0.0789921 Mar 30 07:17:29.877806 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Publish callbacks [] for security_group (e5948e00-3395-44fb-ae03-3c8571ff9ebd), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:29.934085 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (e5948e00-3395-44fb-ae03-3c8571ff9ebd), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:29.937190 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:29.940301 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5948e00-3395-44fb-ae03-3c8571ff9ebd HTTP/1.1" status: 204 len: 168 time: 0.1410303 Mar 30 07:17:29.949798 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5948e00-3395-44fb-ae03-3c8571ff9ebd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:29.966789 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.967416 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.968192 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.968564 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.968905 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.969236 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.969563 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.969884 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.970206 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.970592 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.970937 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.971144 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.971462 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.971775 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.972116 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14aa0e-2eb1-45a6-818e-f5aaf7513f02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:17:29.980415 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e479a2-ca3b-4da4-b061-1ef827500353 req-2081943a-84de-4bc2-9ecd-2098d8c34dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:29.982277 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-14e479a2-ca3b-4da4-b061-1ef827500353 req-2081943a-84de-4bc2-9ecd-2098d8c34dc1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9678c55-7461-4938-ba80-6574cdde20b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859292 Mar 30 07:17:30.033482 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5cd08-ef58-4400-b72b-18f83e1b5c7d req-d27ff69f-d2fb-4a6f-86b2-c683f6eb8354 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:30.040303 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b3a5cd08-ef58-4400-b72b-18f83e1b5c7d req-d27ff69f-d2fb-4a6f-86b2-c683f6eb8354 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 945 time: 0.0831218 Mar 30 07:17:30.062935 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-a833f746-442b-4828-ac79-89f17414cc37 req-88ebe98e-417f-42cb-ac77-d97a0a07872e tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Deleting port a7708761-35fd-489d-95c3-07dfd0a6964a {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:17:30.063387 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-a833f746-442b-4828-ac79-89f17414cc37 req-88ebe98e-417f-42cb-ac77-d97a0a07872e tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (a7708761-35fd-489d-95c3-07dfd0a6964a), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:30.087415 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b3a5cd08-ef58-4400-b72b-18f83e1b5c7d req-32173196-e1de-4765-826e-9f4f0c8a125c tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462434 Mar 30 07:17:30.151570 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-14e479a2-ca3b-4da4-b061-1ef827500353 req-15282614-a00e-42e3-9cdf-7c790b3416fd service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618497 Mar 30 07:17:30.218023 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-a833f746-442b-4828-ac79-89f17414cc37 req-88ebe98e-417f-42cb-ac77-d97a0a07872e tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] For port a7708761-35fd-489d-95c3-07dfd0a6964a, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=a7708761-35fd-489d-95c3-07dfd0a6964a,segment=NetworkSegment(c3357ecd-d147-4650-be45-3378ab720f5a),segment_id=c3357ecd-d147-4650-be45-3378ab720f5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:17:30.218381 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-a833f746-442b-4828-ac79-89f17414cc37 req-88ebe98e-417f-42cb-ac77-d97a0a07872e tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (a7708761-35fd-489d-95c3-07dfd0a6964a), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:30.238338 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-a833f746-442b-4828-ac79-89f17414cc37 req-88ebe98e-417f-42cb-ac77-d97a0a07872e tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Calling delete_port for a7708761-35fd-489d-95c3-07dfd0a6964a owned by compute:nova {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:17:30.260804 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 38916) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:30.273998 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-67aa3915-280d-452f-8c5c-be9be35a39c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:30.310639 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-14e479a2-ca3b-4da4-b061-1ef827500353 req-1759046f-8ab2-4600-ad83-4e623def9298 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528404 Mar 30 07:17:30.357607 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-67aa3915-280d-452f-8c5c-be9be35a39c9 admin admin] Publish callbacks [] for security_group (ef057f83-3c45-4628-bb8d-3f7929af3829), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:30.361928 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-67aa3915-280d-452f-8c5c-be9be35a39c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (ef057f83-3c45-4628-bb8d-3f7929af3829), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:30.396403 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-a833f746-442b-4828-ac79-89f17414cc37 req-88ebe98e-417f-42cb-ac77-d97a0a07872e tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422'] for port (a7708761-35fd-489d-95c3-07dfd0a6964a), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:30.401713 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-67aa3915-280d-452f-8c5c-be9be35a39c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b7009ee819b43a3943a536c72bb8c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398239 Mar 30 07:17:30.402523 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa3915-280d-452f-8c5c-be9be35a39c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef057f83-3c45-4628-bb8d-3f7929af3829,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:30.404383 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38918) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:30.439708 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebe98e-417f-42cb-ac77-d97a0a07872e tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Pushing event deleted for resources: {'Port': ['ID=a7708761-35fd-489d-95c3-07dfd0a6964a,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:30.442626 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['a7708761-35fd-489d-95c3-07dfd0a6964a'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:17:30.496352 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-a833f746-442b-4828-ac79-89f17414cc37 req-88ebe98e-417f-42cb-ac77-d97a0a07872e tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] No DVR routers for this DVR port a7708761-35fd-489d-95c3-07dfd0a6964a on host hv-cinder-83577 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:17:30.501651 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-a833f746-442b-4828-ac79-89f17414cc37 req-88ebe98e-417f-42cb-ac77-d97a0a07872e tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:30.504873 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-a833f746-442b-4828-ac79-89f17414cc37 req-88ebe98e-417f-42cb-ac77-d97a0a07872e tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.35 "DELETE /v2.0/ports/a7708761-35fd-489d-95c3-07dfd0a6964a HTTP/1.1" status: 204 len: 173 time: 0.6357334 Mar 30 07:17:30.505320 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bca037-dbff-4f88-9ce6-c46c98ff6c6f', 'name': 'network-vif-deleted', 'tag': 'a7708761-35fd-489d-95c3-07dfd0a6964a'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:17:30.507520 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f031a76f-1784-47f6-b6d7-c5c5074450e7" -d '{"events": [{"server_uuid": "26bca037-dbff-4f88-9ce6-c46c98ff6c6f", "name": "network-vif-deleted", "tag": "a7708761-35fd-489d-95c3-07dfd0a6964a"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:17:30.522232 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f748f079-9058-4b85-baf3-9294dfca1d0d admin admin] Publish callbacks [] for security_group (ef057f83-3c45-4628-bb8d-3f7929af3829), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:30.550623 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f748f079-9058-4b85-baf3-9294dfca1d0d admin admin] Publish callbacks [] for security_group (ef057f83-3c45-4628-bb8d-3f7929af3829), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:30.563887 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7024a42-5854-497a-9727-79efc86f2637 x-openstack-request-id: req-e7024a42-5854-497a-9727-79efc86f2637 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:17:30.564370 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bca037-dbff-4f88-9ce6-c46c98ff6c6f", "name": "network-vif-deleted", "tag": "a7708761-35fd-489d-95c3-07dfd0a6964a", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:17:30.564760 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7024a42-5854-497a-9727-79efc86f2637 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:17:30.565287 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7024a42-5854-497a-9727-79efc86f2637'] response: {'server_uuid': '26bca037-dbff-4f88-9ce6-c46c98ff6c6f', 'name': 'network-vif-deleted', 'tag': 'a7708761-35fd-489d-95c3-07dfd0a6964a', 'status': 'completed', 'code': 200} Mar 30 07:17:30.633996 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f748f079-9058-4b85-baf3-9294dfca1d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (ef057f83-3c45-4628-bb8d-3f7929af3829), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:30.639012 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f748f079-9058-4b85-baf3-9294dfca1d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:30.640998 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-f748f079-9058-4b85-baf3-9294dfca1d0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef057f83-3c45-4628-bb8d-3f7929af3829 HTTP/1.1" status: 204 len: 168 time: 0.2356613 Mar 30 07:17:30.650054 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:30.655629 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748f079-9058-4b85-baf3-9294dfca1d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef057f83-3c45-4628-bb8d-3f7929af3829,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:30.742665 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb76c52-ebdd-4dc6-8267-467f51fb109f req-3ebd6ff4-fcce-415f-81c9-3cf3cecae24f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:30.744564 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bdb76c52-ebdd-4dc6-8267-467f51fb109f req-3ebd6ff4-fcce-415f-81c9-3cf3cecae24f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.1542163 Mar 30 07:17:30.756488 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040edc6-0cc3-4b12-a99c-d6a3452c5153 req-c54df1a5-fd08-4d63-8c64-dc3511ee8ea0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:30.758282 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6040edc6-0cc3-4b12-a99c-d6a3452c5153 req-c54df1a5-fd08-4d63-8c64-dc3511ee8ea0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0950212 Mar 30 07:17:30.825088 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bdb76c52-ebdd-4dc6-8267-467f51fb109f req-132ac731-d1d2-40be-b50d-2c8b3d94bdc3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657706 Mar 30 07:17:30.837243 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6040edc6-0cc3-4b12-a99c-d6a3452c5153 req-d6c0e6c8-5a2e-4a1e-a63d-2f0fda44096f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718384 Mar 30 07:17:30.993932 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 38942) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:31.014489 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3dd4ac94-3c2a-44a7-99b5-6259457e3795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:31.105010 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3dd4ac94-3c2a-44a7-99b5-6259457e3795 admin admin] Publish callbacks [] for security_group (6ba7138c-0980-4989-8aca-2e69aaa8b3e1), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:31.110510 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3dd4ac94-3c2a-44a7-99b5-6259457e3795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (6ba7138c-0980-4989-8aca-2e69aaa8b3e1), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:31.152815 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4ac94-3c2a-44a7-99b5-6259457e3795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba7138c-0980-4989-8aca-2e69aaa8b3e1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:31.160144 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3dd4ac94-3c2a-44a7-99b5-6259457e3795 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d859f6bf9c643108ffe3cb0677a933a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643360 Mar 30 07:17:31.162556 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 38946) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:17:31.211707 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eddc5fa4-c020-40a7-9763-37ac96dcd90b req-aecd51f7-aff2-438c-9839-21f730483c71 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=26bca037-dbff-4f88-9ce6-c46c98ff6c6f HTTP/1.1" status: 200 len: 210 time: 0.0304711 Mar 30 07:17:31.236363 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3634c3c1-8be0-4813-9f22-2615d605c944 admin admin] Publish callbacks [] for security_group (6ba7138c-0980-4989-8aca-2e69aaa8b3e1), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:31.261136 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3634c3c1-8be0-4813-9f22-2615d605c944 admin admin] Publish callbacks [] for security_group (6ba7138c-0980-4989-8aca-2e69aaa8b3e1), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:31.312199 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3634c3c1-8be0-4813-9f22-2615d605c944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (6ba7138c-0980-4989-8aca-2e69aaa8b3e1), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:31.314755 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3634c3c1-8be0-4813-9f22-2615d605c944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:31.315925 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-3634c3c1-8be0-4813-9f22-2615d605c944 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ba7138c-0980-4989-8aca-2e69aaa8b3e1 HTTP/1.1" status: 204 len: 168 time: 0.1521833 Mar 30 07:17:31.323397 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634c3c1-8be0-4813-9f22-2615d605c944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba7138c-0980-4989-8aca-2e69aaa8b3e1,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:31.989797 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea03e84-c846-4063-acfd-68c3215fc3f1 req-41bf9860-4b3f-46eb-9bd6-beb0a7e32cb3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:31.992312 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0ea03e84-c846-4063-acfd-68c3215fc3f1 req-41bf9860-4b3f-46eb-9bd6-beb0a7e32cb3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0910110 Mar 30 07:17:32.019400 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d82a7e-2171-4dfe-b00f-6ad6321c913b req-ff839be0-ca59-4b54-83d4-5cc915e45971 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:32.020871 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-28d82a7e-2171-4dfe-b00f-6ad6321c913b req-ff839be0-ca59-4b54-83d4-5cc915e45971 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0928609 Mar 30 07:17:32.065250 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0ea03e84-c846-4063-acfd-68c3215fc3f1 req-7917e2bd-2f8a-440b-bcf3-e0210188ce58 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686953 Mar 30 07:17:32.089819 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-28d82a7e-2171-4dfe-b00f-6ad6321c913b req-11cee567-2fb9-4776-a65b-49d6745b4ab3 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620115 Mar 30 07:17:32.537927 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f227a7-45bd-4318-b44f-824fa75985bf req-faa595de-7b78-41c0-a64e-516820431b08 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:32.539388 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-27f227a7-45bd-4318-b44f-824fa75985bf req-faa595de-7b78-41c0-a64e-516820431b08 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/networks?id=6c352acd-aebe-4eb6-a0e7-b315ecb9a217 HTTP/1.1" status: 200 len: 808 time: 0.1014504 Mar 30 07:17:32.553398 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-27f227a7-45bd-4318-b44f-824fa75985bf req-99a48960-5290-43d1-92c0-7659ac89b5ad tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/quotas/c7ad5fa9994340d78e5489bc40885480 HTTP/1.1" status: 200 len: 375 time: 0.0085938 Mar 30 07:17:32.587790 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-27f227a7-45bd-4318-b44f-824fa75985bf req-8fad0ea4-9982-4b3e-9777-67fabac0b010 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7ad5fa9994340d78e5489bc40885480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296659 Mar 30 07:17:32.679923 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-27f227a7-45bd-4318-b44f-824fa75985bf req-85a8491d-7b50-4063-ac5c-0d6d2bc15eb6 service neutron] 10.222.0.20 "GET /v2.0/networks/6c352acd-aebe-4eb6-a0e7-b315ecb9a217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822675 Mar 30 07:17:32.772917 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-27f227a7-45bd-4318-b44f-824fa75985bf req-b62210e9-92d1-4bf8-a918-38b7cb60bd43 service neutron] 10.222.0.20 "GET /v2.0/networks/6c352acd-aebe-4eb6-a0e7-b315ecb9a217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871813 Mar 30 07:17:32.930450 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1f0f8be6-ba54-4b98-898f-4dd1b5977047 req-fbc9f9df-00cf-40dc-9293-634158c16f00 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 210 time: 0.0277205 Mar 30 07:17:33.179599 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device a7708761-35fd-489d-95c3-07dfd0a6964a no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:17:33.200360 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: a7708761-35fd-489d-95c3-07dfd0a6964a {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:17:33.200754 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device a7708761-35fd-489d-95c3-07dfd0a6964a not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:17:33.229282 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8a60e-cac8-483f-9b76-ac0d3785720b req-1440dfd2-2e80-41da-ae7d-fca397766bca tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:33.231587 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-65e8a60e-cac8-483f-9b76-ac0d3785720b req-1440dfd2-2e80-41da-ae7d-fca397766bca tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0873885 Mar 30 07:17:33.267064 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce91d7-997a-4e85-b46b-80df41e7dbd8 req-2b8a0389-8904-4dac-8a40-c39bf8a568f5 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:33.268556 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-99ce91d7-997a-4e85-b46b-80df41e7dbd8 req-2b8a0389-8904-4dac-8a40-c39bf8a568f5 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0971420 Mar 30 07:17:33.315171 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-65e8a60e-cac8-483f-9b76-ac0d3785720b req-5f12190f-807c-4f8f-9a96-02d45816b47d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767052 Mar 30 07:17:33.339833 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-99ce91d7-997a-4e85-b46b-80df41e7dbd8 req-05abf092-f1c9-456f-9c82-6e0e10c566c4 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655863 Mar 30 07:17:33.374556 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:34.040866 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-21857d65-d438-4019-8992-a0ea992f0d3d req-9037dde7-fd4b-484b-b1a4-a6fb3d0aa626 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 210 time: 0.0272231 Mar 30 07:17:34.146831 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f227a7-45bd-4318-b44f-824fa75985bf req-ae1d0ed3-0794-4ea3-a6e5-512e7e460995 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:34.148184 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-27f227a7-45bd-4318-b44f-824fa75985bf req-ae1d0ed3-0794-4ea3-a6e5-512e7e460995 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.35 "GET /v2.0/networks?id=6c352acd-aebe-4eb6-a0e7-b315ecb9a217 HTTP/1.1" status: 200 len: 808 time: 0.1045680 Mar 30 07:17:34.169287 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-27f227a7-45bd-4318-b44f-824fa75985bf req-d5cb398f-242c-4e1e-aeb7-d3fc52c32d0f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Request body: {'port': {'device_id': 'f8a18d09-8837-41b4-86c1-5cf12a63233c', 'network_id': '6c352acd-aebe-4eb6-a0e7-b315ecb9a217', 'admin_state_up': True, 'tenant_id': 'c7ad5fa9994340d78e5489bc40885480'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:17:34.279775 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f227a7-45bd-4318-b44f-824fa75985bf req-d5cb398f-242c-4e1e-aeb7-d3fc52c32d0f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Made reservation on behalf of c7ad5fa9994340d78e5489bc40885480 for: {'port': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:17:34.284394 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27f227a7-45bd-4318-b44f-824fa75985bf req-d5cb398f-242c-4e1e-aeb7-d3fc52c32d0f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:34.429651 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [req-27f227a7-45bd-4318-b44f-824fa75985bf req-d5cb398f-242c-4e1e-aeb7-d3fc52c32d0f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Allocated IP 172.20.0.6 (6c352acd-aebe-4eb6-a0e7-b315ecb9a217/4b39a946-d97b-46e5-8719-7ca7e10b67d9/b5568592-f745-4f0c-9973-1c35f4a53778) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:17:34.494437 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d54bd-b061-45bf-8d4f-24dcc87bdcc5 req-d225f1b3-8997-4334-9064-c91ca6299657 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:34.502055 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cd6d54bd-b061-45bf-8d4f-24dcc87bdcc5 req-d225f1b3-8997-4334-9064-c91ca6299657 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.1108546 Mar 30 07:17:34.518743 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f97310-f7db-49ef-a01f-f246574d846b req-312e43b0-c46c-498f-ae07-268fd12c1b32 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:34.520199 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c8f97310-f7db-49ef-a01f-f246574d846b req-312e43b0-c46c-498f-ae07-268fd12c1b32 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0938954 Mar 30 07:17:34.579159 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27f227a7-45bd-4318-b44f-824fa75985bf req-d5cb398f-242c-4e1e-aeb7-d3fc52c32d0f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks [] for port (b5568592-f745-4f0c-9973-1c35f4a53778), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:34.583470 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cd6d54bd-b061-45bf-8d4f-24dcc87bdcc5 req-581c192a-e873-4d61-bdeb-81275f12e4f5 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805726 Mar 30 07:17:34.613403 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c8f97310-f7db-49ef-a01f-f246574d846b req-c877b794-ce18-46d2-9bff-0308babe3f81 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712318 Mar 30 07:17:34.617899 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27f227a7-45bd-4318-b44f-824fa75985bf req-d5cb398f-242c-4e1e-aeb7-d3fc52c32d0f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (b5568592-f745-4f0c-9973-1c35f4a53778), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:34.662171 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f227a7-45bd-4318-b44f-824fa75985bf req-d5cb398f-242c-4e1e-aeb7-d3fc52c32d0f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Network 6c352acd-aebe-4eb6-a0e7-b315ecb9a217 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:17:34.665360 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [req-27f227a7-45bd-4318-b44f-824fa75985bf req-d5cb398f-242c-4e1e-aeb7-d3fc52c32d0f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:17:34.669127 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f227a7-45bd-4318-b44f-824fa75985bf req-d5cb398f-242c-4e1e-aeb7-d3fc52c32d0f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:17:34.674459 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f227a7-45bd-4318-b44f-824fa75985bf req-d5cb398f-242c-4e1e-aeb7-d3fc52c32d0f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:34.675073 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27f227a7-45bd-4318-b44f-824fa75985bf req-d5cb398f-242c-4e1e-aeb7-d3fc52c32d0f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:34.692116 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb398f-242c-4e1e-aeb7-d3fc52c32d0f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Pushing event updated for resources: {'Port': ['ID=b5568592-f745-4f0c-9973-1c35f4a53778,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:34.700869 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-27f227a7-45bd-4318-b44f-824fa75985bf req-d5cb398f-242c-4e1e-aeb7-d3fc52c32d0f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5354497 Mar 30 07:17:34.740531 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Request body: {'port': {'device_id': 'f8a18d09-8837-41b4-86c1-5cf12a63233c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:17:34.799160 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (b5568592-f745-4f0c-9973-1c35f4a53778), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:35.072855 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5568592-f745-4f0c-9973-1c35f4a53778 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:17:35.092093 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Publish callbacks [] for port (b5568592-f745-4f0c-9973-1c35f4a53778), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:35.118902 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Transition to ACTIVE for port object b5568592-f745-4f0c-9973-1c35f4a53778 will not be triggered until provisioned by entity L2. {{(pid=103478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:17:35.126875 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (b5568592-f745-4f0c-9973-1c35f4a53778), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:35.207261 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Pushing event updated for resources: {'Port': ['ID=b5568592-f745-4f0c-9973-1c35f4a53778,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:35.231267 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Attempting to bind port b5568592-f745-4f0c-9973-1c35f4a53778 on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:17:35.231584 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Attempting to bind port b5568592-f745-4f0c-9973-1c35f4a53778 by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': 'c3357ecd-d147-4650-be45-3378ab720f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6c352acd-aebe-4eb6-a0e7-b315ecb9a217'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:17:35.231958 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Attempting to bind port b5568592-f745-4f0c-9973-1c35f4a53778 on network 6c352acd-aebe-4eb6-a0e7-b315ecb9a217 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:17:35.237712 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Port b5568592-f745-4f0c-9973-1c35f4a53778 on network 6c352acd-aebe-4eb6-a0e7-b315ecb9a217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:17:35.238026 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Attempting to bind port b5568592-f745-4f0c-9973-1c35f4a53778 on network 6c352acd-aebe-4eb6-a0e7-b315ecb9a217 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:17:35.240048 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178dbac-b2ba-4acb-b72c-96e27d6ae7f9 req-a804b5fd-5dfc-4825-9235-2848ecea1c40 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:35.241577 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5178dbac-b2ba-4acb-b72c-96e27d6ae7f9 req-a804b5fd-5dfc-4825-9235-2848ecea1c40 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.1341741 Mar 30 07:17:35.242931 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:17:35.243267 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Checking segment: {'id': 'c3357ecd-d147-4650-be45-3378ab720f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6c352acd-aebe-4eb6-a0e7-b315ecb9a217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:17:35.243640 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Bound using segment: {'id': 'c3357ecd-d147-4650-be45-3378ab720f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6c352acd-aebe-4eb6-a0e7-b315ecb9a217'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:17:35.244093 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Bound port: b5568592-f745-4f0c-9973-1c35f4a53778, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3357ecd-d147-4650-be45-3378ab720f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '6c352acd-aebe-4eb6-a0e7-b315ecb9a217'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:17:35.244624 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (b5568592-f745-4f0c-9973-1c35f4a53778), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:35.272054 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21d677-55f7-4a2e-b668-35ccd1edbb55 req-e73e60f8-fc18-4c4a-b8c2-ee2555d2ce9d tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:35.273454 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4a21d677-55f7-4a2e-b668-35ccd1edbb55 req-e73e60f8-fc18-4c4a-b8c2-ee2555d2ce9d tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 943 time: 0.1214921 Mar 30 07:17:35.321941 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] For port b5568592-f745-4f0c-9973-1c35f4a53778, host hv-cinder-83577, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:17:35.325041 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] For port b5568592-f745-4f0c-9973-1c35f4a53778, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=b5568592-f745-4f0c-9973-1c35f4a53778,segment=NetworkSegment(c3357ecd-d147-4650-be45-3378ab720f5a),segment_id=c3357ecd-d147-4650-be45-3378ab720f5a)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:17:35.328549 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5178dbac-b2ba-4acb-b72c-96e27d6ae7f9 req-1bdb3f45-e1a1-46b6-8668-4f56fb533c78 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801778 Mar 30 07:17:35.332421 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (b5568592-f745-4f0c-9973-1c35f4a53778), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:35.351155 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4a21d677-55f7-4a2e-b668-35ccd1edbb55 req-b86e2a4c-37ed-40c5-9fa8-f258bda49a5f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687134 Mar 30 07:17:35.376459 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:35.377075 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:35.378434 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-27f227a7-45bd-4318-b44f-824fa75985bf req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] 10.222.0.35 "PUT /v2.0/ports/b5568592-f745-4f0c-9973-1c35f4a53778 HTTP/1.1" status: 200 len: 1093 time: 0.6420827 Mar 30 07:17:35.378871 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a18d09-8837-41b4-86c1-5cf12a63233c', 'tag': 'b5568592-f745-4f0c-9973-1c35f4a53778'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:17:35.381189 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21610928-229a-4cde-b0cf-9af86252d16f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a18d09-8837-41b4-86c1-5cf12a63233c", "tag": "b5568592-f745-4f0c-9973-1c35f4a53778"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:17:35.406978 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccdb2d-c40e-4995-968b-d5f502174e0d service neutron] Pushing event updated for resources: {'Port': ['ID=b5568592-f745-4f0c-9973-1c35f4a53778,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:35.422217 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4d88ce-b429-43f6-a6fc-1ceaa6d69c10 x-openstack-request-id: req-2e4d88ce-b429-43f6-a6fc-1ceaa6d69c10 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:17:35.422523 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a18d09-8837-41b4-86c1-5cf12a63233c", "tag": "b5568592-f745-4f0c-9973-1c35f4a53778", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:17:35.422797 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e4d88ce-b429-43f6-a6fc-1ceaa6d69c10 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:17:35.423268 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4d88ce-b429-43f6-a6fc-1ceaa6d69c10'] response: {'name': 'network-changed', 'server_uuid': 'f8a18d09-8837-41b4-86c1-5cf12a63233c', 'tag': 'b5568592-f745-4f0c-9973-1c35f4a53778', 'status': 'completed', 'code': 200} Mar 30 07:17:35.508786 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f227a7-45bd-4318-b44f-824fa75985bf req-94862b8a-0ac5-4523-9a5e-f46ddef40f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:35.510354 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-27f227a7-45bd-4318-b44f-824fa75985bf req-94862b8a-0ac5-4523-9a5e-f46ddef40f37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7ad5fa9994340d78e5489bc40885480&device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 1127 time: 0.0513875 Mar 30 07:17:35.563053 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-27f227a7-45bd-4318-b44f-824fa75985bf req-9a11ebe7-86eb-48de-85c7-2e25ec376e66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5568592-f745-4f0c-9973-1c35f4a53778 HTTP/1.1" status: 200 len: 217 time: 0.0343368 Mar 30 07:17:35.620930 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f227a7-45bd-4318-b44f-824fa75985bf req-33cecf1a-ea53-4be5-a82b-7277b1d8a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:35.622358 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-27f227a7-45bd-4318-b44f-824fa75985bf req-33cecf1a-ea53-4be5-a82b-7277b1d8a30c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b39a946-d97b-46e5-8719-7ca7e10b67d9 HTTP/1.1" status: 200 len: 848 time: 0.0531738 Mar 30 07:17:35.658227 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-27f227a7-45bd-4318-b44f-824fa75985bf req-8624e362-3f25-4fa4-a7a2-15811ddc82bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c352acd-aebe-4eb6-a0e7-b315ecb9a217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260191 Mar 30 07:17:35.758027 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-27f227a7-45bd-4318-b44f-824fa75985bf req-97ae2eb0-6188-4ccd-ae50-574d5ddd866d service neutron] 10.222.0.35 "GET /v2.0/networks/6c352acd-aebe-4eb6-a0e7-b315ecb9a217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933697 Mar 30 07:17:35.758257 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d8531-6491-44ad-bc99-3a3a9dec6ec9 req-1658d7a2-9f7d-4112-96be-9d857e571995 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:35.759640 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8c5d8531-6491-44ad-bc99-3a3a9dec6ec9 req-1658d7a2-9f7d-4112-96be-9d857e571995 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0931692 Mar 30 07:17:35.772104 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d14cc-4101-4fb1-8980-50b4c3e21605 req-c4d0a8db-5c58-4771-a1ec-d634b27e2c56 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:35.773481 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ac8d14cc-4101-4fb1-8980-50b4c3e21605 req-c4d0a8db-5c58-4771-a1ec-d634b27e2c56 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0734625 Mar 30 07:17:35.844516 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8c5d8531-6491-44ad-bc99-3a3a9dec6ec9 req-894c7449-5ca0-4118-a25c-c62e341079de tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700762 Mar 30 07:17:35.847516 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ac8d14cc-4101-4fb1-8980-50b4c3e21605 req-29809558-80da-48b2-b47b-83aae73b4ff0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675702 Mar 30 07:17:35.852232 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-27f227a7-45bd-4318-b44f-824fa75985bf req-665791d2-b842-493c-86f1-42996191ace6 service neutron] 10.222.0.35 "GET /v2.0/networks/6c352acd-aebe-4eb6-a0e7-b315ecb9a217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880530 Mar 30 07:17:36.011699 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21610928-229a-4cde-b0cf-9af86252d16f req-2b5da19c-1daf-4fef-ab8b-6f929d53ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:36.013143 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-21610928-229a-4cde-b0cf-9af86252d16f req-2b5da19c-1daf-4fef-ab8b-6f929d53ecae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7ad5fa9994340d78e5489bc40885480&device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 1127 time: 0.0477531 Mar 30 07:17:36.108965 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21610928-229a-4cde-b0cf-9af86252d16f req-d9891ee7-dd65-48da-b0a3-3c7d9412e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:36.110544 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-21610928-229a-4cde-b0cf-9af86252d16f req-d9891ee7-dd65-48da-b0a3-3c7d9412e469 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6c352acd-aebe-4eb6-a0e7-b315ecb9a217 HTTP/1.1" status: 200 len: 909 time: 0.0876513 Mar 30 07:17:36.151995 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-21610928-229a-4cde-b0cf-9af86252d16f req-72a8e23e-46f9-4d90-9f64-40548d1fa8f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5568592-f745-4f0c-9973-1c35f4a53778 HTTP/1.1" status: 200 len: 217 time: 0.0341184 Mar 30 07:17:36.214516 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21610928-229a-4cde-b0cf-9af86252d16f req-b771cf41-fa19-4419-949d-84e03743b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:36.214516 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-21610928-229a-4cde-b0cf-9af86252d16f req-b771cf41-fa19-4419-949d-84e03743b1d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b39a946-d97b-46e5-8719-7ca7e10b67d9 HTTP/1.1" status: 200 len: 848 time: 0.0525296 Mar 30 07:17:36.245822 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-21610928-229a-4cde-b0cf-9af86252d16f req-61dd5d2a-7059-43c8-aca0-731317deb243 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c352acd-aebe-4eb6-a0e7-b315ecb9a217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252862 Mar 30 07:17:36.351795 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-21610928-229a-4cde-b0cf-9af86252d16f req-d2b6e5f9-1c83-43ed-a3b5-0d7468c7849c service neutron] 10.222.0.35 "GET /v2.0/networks/6c352acd-aebe-4eb6-a0e7-b315ecb9a217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924327 Mar 30 07:17:36.496939 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-21610928-229a-4cde-b0cf-9af86252d16f req-cf25de49-aafb-4999-afef-08d45d6544ea service neutron] 10.222.0.35 "GET /v2.0/networks/6c352acd-aebe-4eb6-a0e7-b315ecb9a217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161363 Mar 30 07:17:36.500806 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb71417-fb8b-4b3f-a4a1-2f4c6477c4da req-b48b74ed-5530-4b4c-b6ac-c20ef7758c1b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:36.502269 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0fb71417-fb8b-4b3f-a4a1-2f4c6477c4da req-b48b74ed-5530-4b4c-b6ac-c20ef7758c1b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0915852 Mar 30 07:17:36.534557 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dc220-4c8d-4535-ae4b-2dd53e41bf76 req-179f84fb-fa82-4e3e-b679-4aeef710aa40 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:36.535998 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-830dc220-4c8d-4535-ae4b-2dd53e41bf76 req-179f84fb-fa82-4e3e-b679-4aeef710aa40 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 943 time: 0.0797219 Mar 30 07:17:36.581700 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0fb71417-fb8b-4b3f-a4a1-2f4c6477c4da req-e05a6498-bb2e-49ad-9ed4-c390bbc44be2 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728040 Mar 30 07:17:36.607893 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-830dc220-4c8d-4535-ae4b-2dd53e41bf76 req-0e25a050-d8fa-4e32-9c0f-fdcf1b0e928d tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590401 Mar 30 07:17:37.011685 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca408c-1068-4820-8415-26a8db53532f req-32bc9932-fb99-459f-8507-ea2b34c7acce tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:37.013155 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-80ca408c-1068-4820-8415-26a8db53532f req-32bc9932-fb99-459f-8507-ea2b34c7acce tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0973303 Mar 30 07:17:37.020843 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1007-1890-4d40-868d-c366e15bf8d1 req-aab54d2e-3adb-4182-a2b2-ff86317a30ea tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:37.022194 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d52c1007-1890-4d40-868d-c366e15bf8d1 req-aab54d2e-3adb-4182-a2b2-ff86317a30ea tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0973728 Mar 30 07:17:37.090830 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-80ca408c-1068-4820-8415-26a8db53532f req-86386993-f209-41e7-b953-36f8affe7b73 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677316 Mar 30 07:17:37.093909 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d52c1007-1890-4d40-868d-c366e15bf8d1 req-41b106cd-fd85-4cf5-ac51-b3384733ea0d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653913 Mar 30 07:17:37.720774 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afde7a-ea6f-4ee5-9c98-85b4f26e415e req-0f678f10-8032-4c06-8778-fc202daa90f9 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:37.722237 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73afde7a-ea6f-4ee5-9c98-85b4f26e415e req-0f678f10-8032-4c06-8778-fc202daa90f9 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0695207 Mar 30 07:17:37.803202 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b7573-5e43-4a03-9cec-5027b8b0101b req-3594019c-88a2-4751-939f-8518fefb899c tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:37.804785 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e34b7573-5e43-4a03-9cec-5027b8b0101b req-3594019c-88a2-4751-939f-8518fefb899c tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 943 time: 0.1020770 Mar 30 07:17:37.807741 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73afde7a-ea6f-4ee5-9c98-85b4f26e415e req-916afbf6-216b-4c04-a7c2-9e93145b5f49 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658216 Mar 30 07:17:37.852028 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e34b7573-5e43-4a03-9cec-5027b8b0101b req-4f245a60-cd8d-4bcf-afb3-40e6cda659d8 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414460 Mar 30 07:17:38.257996 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa5c81-44d2-4b6a-8495-d017f6a8acf4 req-53fc7913-e086-4f0e-94af-e718198bf11f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:38.259453 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4dfa5c81-44d2-4b6a-8495-d017f6a8acf4 req-53fc7913-e086-4f0e-94af-e718198bf11f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0790846 Mar 30 07:17:38.267343 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad0f5a-c164-4ae3-8f2c-e46a55138ecf req-c9e85505-fc2c-4add-bd12-ab75210cdcd4 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:38.268742 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-03ad0f5a-c164-4ae3-8f2c-e46a55138ecf req-c9e85505-fc2c-4add-bd12-ab75210cdcd4 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.1015379 Mar 30 07:17:38.344306 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4dfa5c81-44d2-4b6a-8495-d017f6a8acf4 req-7c40fb6d-387d-41e5-980d-9dd69722d255 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745375 Mar 30 07:17:38.347465 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-03ad0f5a-c164-4ae3-8f2c-e46a55138ecf req-11c23668-ce68-426c-a0fa-9461e1f1eff1 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722473 Mar 30 07:17:38.930759 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249a102-0b47-4135-bf20-47a9ccbeb9d3 req-f69752f7-e028-4fc8-a4ab-2b6c1900a5c3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:38.932337 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7249a102-0b47-4135-bf20-47a9ccbeb9d3 req-f69752f7-e028-4fc8-a4ab-2b6c1900a5c3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0565972 Mar 30 07:17:39.007347 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7249a102-0b47-4135-bf20-47a9ccbeb9d3 req-27e248b2-b412-4aae-ac95-0cddc060a781 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666633 Mar 30 07:17:39.019585 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee6147-12d5-4969-b51f-d973314a0960 req-dd4084b3-463e-44a7-b827-0b1168b7db90 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:39.021090 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0eee6147-12d5-4969-b51f-d973314a0960 req-dd4084b3-463e-44a7-b827-0b1168b7db90 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 943 time: 0.0991795 Mar 30 07:17:39.089248 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0eee6147-12d5-4969-b51f-d973314a0960 req-25a3abeb-cb07-4d38-8547-57f9c2e6bffe tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580728 Mar 30 07:17:39.203073 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device b5568592-f745-4f0c-9973-1c35f4a53778 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:17:39.303935 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port b5568592-f745-4f0c-9973-1c35f4a53778, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=b5568592-f745-4f0c-9973-1c35f4a53778,segment=NetworkSegment(c3357ecd-d147-4650-be45-3378ab720f5a),segment_id=c3357ecd-d147-4650-be45-3378ab720f5a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:17:39.318605 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': 'b5568592-f745-4f0c-9973-1c35f4a53778', 'network_id': '6c352acd-aebe-4eb6-a0e7-b315ecb9a217', 'port_id': 'b5568592-f745-4f0c-9973-1c35f4a53778', 'mac_address': 'fa:16:3e:25:02:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b39a946-d97b-46e5-8719-7ca7e10b67d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:17:39.356098 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port b5568592-f745-4f0c-9973-1c35f4a53778 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:17:39.356487 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (b5568592-f745-4f0c-9973-1c35f4a53778), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:39.370578 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5568592-f745-4f0c-9973-1c35f4a53778 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:17:39.393337 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port b5568592-f745-4f0c-9973-1c35f4a53778, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=b5568592-f745-4f0c-9973-1c35f4a53778,segment=NetworkSegment(c3357ecd-d147-4650-be45-3378ab720f5a),segment_id=c3357ecd-d147-4650-be45-3378ab720f5a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:17:39.400719 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (b5568592-f745-4f0c-9973-1c35f4a53778), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:39.451871 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=b5568592-f745-4f0c-9973-1c35f4a53778,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:39.506068 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05c37f-3a6c-4e8e-b846-6cf7d271beb7 req-ebccd6c2-db76-4905-9379-a3c1a05bf4d5 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:39.507545 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8c05c37f-3a6c-4e8e-b846-6cf7d271beb7 req-ebccd6c2-db76-4905-9379-a3c1a05bf4d5 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0835528 Mar 30 07:17:39.514089 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66015c-14a1-406a-a526-3073e4f24a36 req-c9ee40d2-72fa-45e0-b40f-830a1a6cfa2e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:39.515424 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-db66015c-14a1-406a-a526-3073e4f24a36 req-c9ee40d2-72fa-45e0-b40f-830a1a6cfa2e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0901954 Mar 30 07:17:39.581680 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8c05c37f-3a6c-4e8e-b846-6cf7d271beb7 req-69c53bbf-83b0-4488-b217-1458844bf86a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652573 Mar 30 07:17:39.588611 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-db66015c-14a1-406a-a526-3073e4f24a36 req-fdeb3db3-4b74-44ff-93b9-1c9fbc980667 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666368 Mar 30 07:17:39.860078 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['b5568592-f745-4f0c-9973-1c35f4a53778'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:17:40.159108 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72081d88-5e89-4473-8f67-7c1e88bc4cc6 req-475030a9-6199-427a-b528-81b6ad834f2e tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:40.160629 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-72081d88-5e89-4473-8f67-7c1e88bc4cc6 req-475030a9-6199-427a-b528-81b6ad834f2e tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0660951 Mar 30 07:17:40.234096 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-72081d88-5e89-4473-8f67-7c1e88bc4cc6 req-a8bc3dfc-9e81-4ad7-90c9-b9a486575a4a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645573 Mar 30 07:17:40.241796 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8b303-2906-40c8-9389-12d708ba2436 req-6f73156a-dcc4-45e0-ae7c-fd5a6c632ebc tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:40.243158 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-35c8b303-2906-40c8-9389-12d708ba2436 req-6f73156a-dcc4-45e0-ae7c-fd5a6c632ebc tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 944 time: 0.0816560 Mar 30 07:17:40.296750 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-35c8b303-2906-40c8-9389-12d708ba2436 req-b747a040-0ac8-464f-b5ee-0987808f60ac tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460591 Mar 30 07:17:40.743281 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb9e0e-e2da-48de-8c61-fc857bfc750f req-a2af3226-6c9d-4312-aaf7-8e9a36c3fd5f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:40.744686 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-59cb9e0e-e2da-48de-8c61-fc857bfc750f req-a2af3226-6c9d-4312-aaf7-8e9a36c3fd5f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0839882 Mar 30 07:17:40.752387 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6f908-3785-42bd-9331-e38445a147d2 req-8c407bf8-fe33-4944-8c60-2b19de43aa33 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:40.753721 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-38e6f908-3785-42bd-9331-e38445a147d2 req-8c407bf8-fe33-4944-8c60-2b19de43aa33 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0911455 Mar 30 07:17:40.822233 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-59cb9e0e-e2da-48de-8c61-fc857bfc750f req-cf06382a-f474-45e9-8bc7-042f3f559064 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675781 Mar 30 07:17:40.825451 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-38e6f908-3785-42bd-9331-e38445a147d2 req-5dac5340-ad30-4b4d-af9f-183a427e03b2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653572 Mar 30 07:17:41.366021 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457d4f5-07c2-452e-ac42-eb3af760bcfb req-beedec35-217a-4ebe-b0d7-5b309734d17c tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:41.367498 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2457d4f5-07c2-452e-ac42-eb3af760bcfb req-beedec35-217a-4ebe-b0d7-5b309734d17c tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0551858 Mar 30 07:17:41.447140 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9a9c4-8c42-4f6e-8c56-cc3a50fcf6b4 req-034a7754-df14-4eb8-b158-6a3353a3fbc2 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:41.448523 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31f9a9c4-8c42-4f6e-8c56-cc3a50fcf6b4 req-034a7754-df14-4eb8-b158-6a3353a3fbc2 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 944 time: 0.0801551 Mar 30 07:17:41.451433 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2457d4f5-07c2-452e-ac42-eb3af760bcfb req-02cff96e-d81b-4e39-978c-95d780778ea8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751407 Mar 30 07:17:41.494730 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31f9a9c4-8c42-4f6e-8c56-cc3a50fcf6b4 req-250d18d4-b88e-4660-b2f7-041f3439bf7f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Mar 30 07:17:41.983739 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f838e1e-5032-443d-80f2-67ded775b7a4 req-36c81ee0-c5b3-41c6-812e-b0c4220c377f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:41.985342 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2f838e1e-5032-443d-80f2-67ded775b7a4 req-36c81ee0-c5b3-41c6-812e-b0c4220c377f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0822201 Mar 30 07:17:41.992027 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fbf82-6616-453b-8bc4-f48b99d8cf49 req-f49497c5-7443-490a-983f-2042199a57c2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:41.993379 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-159fbf82-6616-453b-8bc4-f48b99d8cf49 req-f49497c5-7443-490a-983f-2042199a57c2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0890679 Mar 30 07:17:42.065113 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2f838e1e-5032-443d-80f2-67ded775b7a4 req-c680b1b4-43c2-4a2b-829e-a83e91af8b26 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707912 Mar 30 07:17:42.068068 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-159fbf82-6616-453b-8bc4-f48b99d8cf49 req-78c3161c-7001-471a-a5f3-c582c8dd757f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681367 Mar 30 07:17:42.607798 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534eb3e-2ee4-4b41-93e9-c1a2a25d2e10 req-cb4bb92b-289a-401f-b1e1-9706c6597b07 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:42.609277 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b534eb3e-2ee4-4b41-93e9-c1a2a25d2e10 req-cb4bb92b-289a-401f-b1e1-9706c6597b07 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0804546 Mar 30 07:17:42.642892 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fe03a-8004-49c7-bb1a-5e059b7c8c0d req-96b43c33-5431-4b90-9a11-d1c5452181c0 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:42.644844 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-599fe03a-8004-49c7-bb1a-5e059b7c8c0d req-96b43c33-5431-4b90-9a11-d1c5452181c0 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 944 time: 0.0819304 Mar 30 07:17:42.683339 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b534eb3e-2ee4-4b41-93e9-c1a2a25d2e10 req-636229e3-e196-494c-b527-11102a7e93b4 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678468 Mar 30 07:17:42.712771 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-599fe03a-8004-49c7-bb1a-5e059b7c8c0d req-2dde6d07-3083-4466-a211-60167421b9c3 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583494 Mar 30 07:17:43.222591 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c217d4-422b-4dfb-b6d4-be98062fc359 req-ffb8ce82-fdac-4158-90e9-40f25b2ec7b7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:43.224053 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56c217d4-422b-4dfb-b6d4-be98062fc359 req-ffb8ce82-fdac-4158-90e9-40f25b2ec7b7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0812201 Mar 30 07:17:43.231762 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5ea09-7cd8-4ab1-8a6d-cf6de6147ed4 req-bb31a138-1d0e-4121-8a98-716407ca8d20 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:43.233095 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fbc5ea09-7cd8-4ab1-8a6d-cf6de6147ed4 req-bb31a138-1d0e-4121-8a98-716407ca8d20 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0816221 Mar 30 07:17:43.303223 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56c217d4-422b-4dfb-b6d4-be98062fc359 req-dc9d77bb-623c-408f-b83b-550ef0d6c05c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692325 Mar 30 07:17:43.306358 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fbc5ea09-7cd8-4ab1-8a6d-cf6de6147ed4 req-01a3d67c-1aba-4ed6-b432-5804d4d66169 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666573 Mar 30 07:17:43.854809 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a80e67-b8ea-4297-a086-379c8de692b6 req-81cbe8ec-0bce-41f7-82b5-443c3827ff6d tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:43.856583 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c7a80e67-b8ea-4297-a086-379c8de692b6 req-81cbe8ec-0bce-41f7-82b5-443c3827ff6d tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0926600 Mar 30 07:17:43.869044 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6af6d1-42fa-492e-9696-4cc2a1b9bb44 req-875ee2c1-8166-4425-b79d-2299106a7687 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:43.870481 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6c6af6d1-42fa-492e-9696-4cc2a1b9bb44 req-875ee2c1-8166-4425-b79d-2299106a7687 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 944 time: 0.0712428 Mar 30 07:17:43.947287 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c7a80e67-b8ea-4297-a086-379c8de692b6 req-8962723a-f46e-43d4-9f59-c32794aada11 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757923 Mar 30 07:17:43.951330 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6c6af6d1-42fa-492e-9696-4cc2a1b9bb44 req-23286a3f-56f9-4251-aae2-b58f08c59db7 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728228 Mar 30 07:17:44.467324 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cd8f3-c690-4b27-9be3-885374479dce req-3e9df1b8-4c6d-4b65-8a17-b04c789adca1 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:44.468740 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-023cd8f3-c690-4b27-9be3-885374479dce req-3e9df1b8-4c6d-4b65-8a17-b04c789adca1 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0822048 Mar 30 07:17:44.475973 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac956cd-1fb7-4487-a08d-05d818f70a00 req-bc47dc98-01e1-4756-9af9-5acaf1aee3b3 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:44.477336 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fac956cd-1fb7-4487-a08d-05d818f70a00 req-bc47dc98-01e1-4756-9af9-5acaf1aee3b3 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.1018581 Mar 30 07:17:44.518178 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e28b89-59d0-4d7a-ac8f-82da2be8c6fe req-cc389b87-d3aa-4ed5-88c0-7a204a4dfdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:44.519503 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-19e28b89-59d0-4d7a-ac8f-82da2be8c6fe req-cc389b87-d3aa-4ed5-88c0-7a204a4dfdde service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 1130 time: 0.0589006 Mar 30 07:17:44.550867 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-023cd8f3-c690-4b27-9be3-885374479dce req-60176df9-24dc-4e5e-9bf9-830be1fdf541 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725496 Mar 30 07:17:44.555003 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fac956cd-1fb7-4487-a08d-05d818f70a00 req-a6da7d91-bc8c-4f35-b986-058cf6f93312 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704169 Mar 30 07:17:44.567526 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-19e28b89-59d0-4d7a-ac8f-82da2be8c6fe req-a5baf731-14f4-4a94-afd1-a63bcd25e4ea service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405364 Mar 30 07:17:44.745605 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device b5568592-f745-4f0c-9973-1c35f4a53778 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:17:44.804273 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port b5568592-f745-4f0c-9973-1c35f4a53778 completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:17:44.808270 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port b5568592-f745-4f0c-9973-1c35f4a53778 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:17:44.808760 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (b5568592-f745-4f0c-9973-1c35f4a53778), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:44.906371 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port b5568592-f745-4f0c-9973-1c35f4a53778 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:17:44.906800 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (b5568592-f745-4f0c-9973-1c35f4a53778), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:44.938698 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a18d09-8837-41b4-86c1-5cf12a63233c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5568592-f745-4f0c-9973-1c35f4a53778'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:17:44.941040 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788979d2-df99-4a4d-8e90-c8e9d3a2cd53" -d '{"events": [{"server_uuid": "f8a18d09-8837-41b4-86c1-5cf12a63233c", "name": "network-vif-plugged", "status": "completed", "tag": "b5568592-f745-4f0c-9973-1c35f4a53778"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:17:44.964251 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port b5568592-f745-4f0c-9973-1c35f4a53778, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=b5568592-f745-4f0c-9973-1c35f4a53778,segment=NetworkSegment(c3357ecd-d147-4650-be45-3378ab720f5a),segment_id=c3357ecd-d147-4650-be45-3378ab720f5a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:17:44.968725 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (b5568592-f745-4f0c-9973-1c35f4a53778), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:44.996413 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ed5e6d-ba61-4bc2-89a3-0d2c89514cfb x-openstack-request-id: req-67ed5e6d-ba61-4bc2-89a3-0d2c89514cfb {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:17:44.996731 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a18d09-8837-41b4-86c1-5cf12a63233c", "name": "network-vif-plugged", "status": "completed", "tag": "b5568592-f745-4f0c-9973-1c35f4a53778", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:17:44.996989 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67ed5e6d-ba61-4bc2-89a3-0d2c89514cfb {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:17:44.997392 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ed5e6d-ba61-4bc2-89a3-0d2c89514cfb'] response: {'server_uuid': 'f8a18d09-8837-41b4-86c1-5cf12a63233c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5568592-f745-4f0c-9973-1c35f4a53778', 'code': 200} Mar 30 07:17:45.028222 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=b5568592-f745-4f0c-9973-1c35f4a53778,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:45.105011 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7869b-a56a-4760-b11e-55d9e1981879 req-60b8154a-2ac0-4ec0-afa9-27c07bf84187 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:45.106964 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56b7869b-a56a-4760-b11e-55d9e1981879 req-60b8154a-2ac0-4ec0-afa9-27c07bf84187 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0895886 Mar 30 07:17:45.117786 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e85c74-ab7e-446c-a416-568f8b8949e6 req-24d917b6-85cc-44de-b62f-fe7f4bdd3c2f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:45.119206 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e1e85c74-ab7e-446c-a416-568f8b8949e6 req-24d917b6-85cc-44de-b62f-fe7f4bdd3c2f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 945 time: 0.0891309 Mar 30 07:17:45.238387 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aef3d2-6916-4f87-b0a3-0488ebd78d97 req-27d4a193-9ebd-47e2-b12c-200e135427ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:45.239844 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-19aef3d2-6916-4f87-b0a3-0488ebd78d97 req-27d4a193-9ebd-47e2-b12c-200e135427ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 1129 time: 0.0476010 Mar 30 07:17:45.294929 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-19aef3d2-6916-4f87-b0a3-0488ebd78d97 req-be49c445-320f-4ec6-a16b-46e76d2de9fb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405996 Mar 30 07:17:45.388049 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56b7869b-a56a-4760-b11e-55d9e1981879 req-8e8658c6-22d2-4d99-8f43-2c7a80ca4859 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677941 Mar 30 07:17:45.391222 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e1e85c74-ab7e-446c-a416-568f8b8949e6 req-31bc0449-0a74-49f0-8660-3b6a5c984762 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654076 Mar 30 07:17:45.712158 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cfb02-63e1-4314-beeb-6428d5d502b9 req-7515a9b6-f1f8-45bc-ae17-e114ab9606b0 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:45.713595 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-154cfb02-63e1-4314-beeb-6428d5d502b9 req-7515a9b6-f1f8-45bc-ae17-e114ab9606b0 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0829375 Mar 30 07:17:45.720094 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada3a42-8cc0-4ea4-b9a0-1474e2ae07c9 req-def4cb0d-50b1-428a-b6ac-d7140451656a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:45.721453 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3ada3a42-8cc0-4ea4-b9a0-1474e2ae07c9 req-def4cb0d-50b1-428a-b6ac-d7140451656a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0920250 Mar 30 07:17:45.789200 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-154cfb02-63e1-4314-beeb-6428d5d502b9 req-1958b96b-5472-4359-9fb6-8be79f5838f4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668206 Mar 30 07:17:45.792382 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3ada3a42-8cc0-4ea4-b9a0-1474e2ae07c9 req-d9a51042-39f3-46d7-8c78-dcaeeea7c0c0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644829 Mar 30 07:17:46.545692 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24ca2c-ddb7-45c7-b6d0-08b9a8db8a2f req-30f8d75e-0a40-457e-935d-34e247a53846 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:46.547229 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8f24ca2c-ddb7-45c7-b6d0-08b9a8db8a2f req-30f8d75e-0a40-457e-935d-34e247a53846 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 945 time: 0.0828879 Mar 30 07:17:46.559247 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d85e6-4ec9-4996-a0da-e3be57b0a05d req-decf12c0-b58f-4097-8b2b-e4996b21f004 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:46.560699 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5b7d85e6-4ec9-4996-a0da-e3be57b0a05d req-decf12c0-b58f-4097-8b2b-e4996b21f004 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0944757 Mar 30 07:17:46.650209 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8f24ca2c-ddb7-45c7-b6d0-08b9a8db8a2f req-ed28f3f4-787c-4e16-a0e3-fb6851786d7f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885944 Mar 30 07:17:46.654141 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5b7d85e6-4ec9-4996-a0da-e3be57b0a05d req-ce55e23c-e611-48e2-b060-369b23289dbb tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869114 Mar 30 07:17:46.950466 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a4332-49bb-4ec7-b050-9562961f4804 req-12e48bea-b858-411b-9fe2-5574cd6aed41 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:46.951972 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9e6a4332-49bb-4ec7-b050-9562961f4804 req-12e48bea-b858-411b-9fe2-5574cd6aed41 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0870469 Mar 30 07:17:46.959711 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadaa18-11d8-495e-a2cc-98b959aa77a2 req-02d61238-bb01-42bb-bb4f-55f046192747 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:46.961097 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1dadaa18-11d8-495e-a2cc-98b959aa77a2 req-02d61238-bb01-42bb-bb4f-55f046192747 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0942957 Mar 30 07:17:47.034725 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9e6a4332-49bb-4ec7-b050-9562961f4804 req-20f5e7f1-3eae-4106-88c5-d2b77b711b02 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726871 Mar 30 07:17:47.037953 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1dadaa18-11d8-495e-a2cc-98b959aa77a2 req-f709567c-206a-47c0-9bdc-9085936630a8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703900 Mar 30 07:17:47.800162 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747fad1-2574-45b6-9cbe-266c8792ec31 req-a5d8929f-429d-430c-bfe5-fc66c27b8ac1 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:47.801616 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3747fad1-2574-45b6-9cbe-266c8792ec31 req-a5d8929f-429d-430c-bfe5-fc66c27b8ac1 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 945 time: 0.0809720 Mar 30 07:17:47.809043 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68936bcb-e4ce-422e-b8b9-e3a7e3932efb req-3a64f7d5-800c-4081-94a5-0bf1bc4a9b2d tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:47.810351 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68936bcb-e4ce-422e-b8b9-e3a7e3932efb req-3a64f7d5-800c-4081-94a5-0bf1bc4a9b2d tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0806968 Mar 30 07:17:47.879156 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3747fad1-2574-45b6-9cbe-266c8792ec31 req-37824e6e-7a14-4348-b6e8-b191b6171a46 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678837 Mar 30 07:17:47.882348 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68936bcb-e4ce-422e-b8b9-e3a7e3932efb req-de3baa94-d742-4da8-b8f9-77d4e2fbdcb4 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654688 Mar 30 07:17:48.186178 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729d486-f036-4d13-9080-12d9bd1ad2fe req-3faf7ebe-22da-4616-a931-e1b6f73a4ef5 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:48.187663 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9729d486-f036-4d13-9080-12d9bd1ad2fe req-3faf7ebe-22da-4616-a931-e1b6f73a4ef5 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0871305 Mar 30 07:17:48.195774 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a57f77-ca6c-429b-baa4-7633588d0f2c req-9f65446e-6f12-4a12-a28b-a61e1e9767a4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:48.197230 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3a57f77-ca6c-429b-baa4-7633588d0f2c req-9f65446e-6f12-4a12-a28b-a61e1e9767a4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0862257 Mar 30 07:17:48.265255 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9729d486-f036-4d13-9080-12d9bd1ad2fe req-2b7b64e5-67ed-4918-85e2-152a78b3141a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670283 Mar 30 07:17:48.272478 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3a57f77-ca6c-429b-baa4-7633588d0f2c req-72ca2e1d-beed-4493-ab60-951748370300 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682111 Mar 30 07:17:49.039463 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6bc30-cd88-4f68-ad23-359f23249bcc req-69570267-fd55-49ba-91a7-b4360e8d3910 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:49.040970 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-add6bc30-cd88-4f68-ad23-359f23249bcc req-69570267-fd55-49ba-91a7-b4360e8d3910 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 945 time: 0.0862606 Mar 30 07:17:49.048597 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e027d-9309-4a2e-81d6-081666a21f6d req-d077eb46-ee21-44be-a5ae-c9244e32912d tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:49.049916 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-104e027d-9309-4a2e-81d6-081666a21f6d req-d077eb46-ee21-44be-a5ae-c9244e32912d tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0863147 Mar 30 07:17:49.119988 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-add6bc30-cd88-4f68-ad23-359f23249bcc req-5d77e469-d11f-4e98-8559-f3c2abee3a2a tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690727 Mar 30 07:17:49.126953 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-104e027d-9309-4a2e-81d6-081666a21f6d req-5a82b0bb-7591-4fc2-bf17-dbaefd2a7333 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703371 Mar 30 07:17:49.422207 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8b868-1501-4082-9dfe-a7d91f99ee78 req-7d2ef0fe-09fd-459e-b307-7011a8c9b9e7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:49.423680 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-01b8b868-1501-4082-9dfe-a7d91f99ee78 req-7d2ef0fe-09fd-459e-b307-7011a8c9b9e7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0890710 Mar 30 07:17:49.452156 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492d95-1da5-4023-b68a-6cdaac818338 req-6921a456-dfcd-411d-ab31-4549bbe20d8f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:49.453651 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ba492d95-1da5-4023-b68a-6cdaac818338 req-6921a456-dfcd-411d-ab31-4549bbe20d8f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0877955 Mar 30 07:17:49.498811 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-01b8b868-1501-4082-9dfe-a7d91f99ee78 req-98787c3b-6724-40a6-a19c-99aa8b4eeca5 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694144 Mar 30 07:17:49.523605 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ba492d95-1da5-4023-b68a-6cdaac818338 req-dfed557b-85dc-4d7e-a9e2-a56b7d2fbefd tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620770 Mar 30 07:17:49.751265 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30216493-e21e-4689-9398-4b3da6e586e4 req-d98d2920-5e66-4282-8d52-05324198129c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:49.752927 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-30216493-e21e-4689-9398-4b3da6e586e4 req-d98d2920-5e66-4282-8d52-05324198129c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0566051 Mar 30 07:17:49.801174 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-30216493-e21e-4689-9398-4b3da6e586e4 req-57103f9a-542a-4e9a-b040-c014f862e6f4 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424557 Mar 30 07:17:50.288441 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f818680-29d2-469c-be26-414b6f89b8e5 req-0b5dbfa9-0277-4e61-b90c-9fe14c2bc5d6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:50.289896 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0f818680-29d2-469c-be26-414b6f89b8e5 req-0b5dbfa9-0277-4e61-b90c-9fe14c2bc5d6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0914783 Mar 30 07:17:50.296311 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cc142-1d6f-43ef-a492-c51b0b051436 req-48a7e72c-90ea-4905-8891-b81ef25a0908 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:50.297636 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b44cc142-1d6f-43ef-a492-c51b0b051436 req-48a7e72c-90ea-4905-8891-b81ef25a0908 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 945 time: 0.0972962 Mar 30 07:17:50.367945 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0f818680-29d2-469c-be26-414b6f89b8e5 req-87d7c1a3-441b-4dce-bf2d-260d5f7d3552 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693653 Mar 30 07:17:50.371087 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b44cc142-1d6f-43ef-a492-c51b0b051436 req-01f9e683-2575-4d07-bd6f-e937346b361d tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670724 Mar 30 07:17:50.664559 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40182ad3-29ab-4ed1-b718-648227520b4c req-4bef0344-fbab-4f42-976a-221e03bd17c8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:50.666508 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40182ad3-29ab-4ed1-b718-648227520b4c req-4bef0344-fbab-4f42-976a-221e03bd17c8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0596013 Mar 30 07:17:50.721038 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40182ad3-29ab-4ed1-b718-648227520b4c req-8cf8494a-aafa-4efd-bc12-0c8880e694cc tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453603 Mar 30 07:17:50.942047 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ece495-1982-455d-a688-c4e1d2705bb1 req-cdf57a48-2a1a-479c-addf-fe5cec31caa1 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:50.943571 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70ece495-1982-455d-a688-c4e1d2705bb1 req-cdf57a48-2a1a-479c-addf-fe5cec31caa1 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0632589 Mar 30 07:17:50.996357 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70ece495-1982-455d-a688-c4e1d2705bb1 req-b873ef4d-96d0-4c69-9195-78e523cfa002 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444505 Mar 30 07:17:51.500689 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1fe34-9b55-4c07-b509-dbca8c79676e req-df8e1aac-f0db-4803-be13-885ba5b42c1d tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:51.502204 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-24f1fe34-9b55-4c07-b509-dbca8c79676e req-df8e1aac-f0db-4803-be13-885ba5b42c1d tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0634551 Mar 30 07:17:51.555052 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-24f1fe34-9b55-4c07-b509-dbca8c79676e req-725a516a-0c7a-47f6-8f79-50d5b7eb0031 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447342 Mar 30 07:17:51.870412 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72960572-0c03-43dc-9b01-87c79d158337 req-4cfa549c-5af0-4f22-a7ac-e9924c46958c tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:51.871914 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-72960572-0c03-43dc-9b01-87c79d158337 req-4cfa549c-5af0-4f22-a7ac-e9924c46958c tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0646615 Mar 30 07:17:51.921060 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-72960572-0c03-43dc-9b01-87c79d158337 req-08bbeee5-f373-41e1-867a-95a6f12c1f62 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414944 Mar 30 07:17:52.130076 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b48748-dcfa-4e01-991f-71b387791b32 req-f828dc8b-7dc4-4b67-9555-417eeffb294e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:52.131435 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c7b48748-dcfa-4e01-991f-71b387791b32 req-f828dc8b-7dc4-4b67-9555-417eeffb294e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0546145 Mar 30 07:17:52.180516 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c7b48748-dcfa-4e01-991f-71b387791b32 req-0995c895-7abf-424e-b713-192e0e983351 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Mar 30 07:17:52.482671 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06ae71-2300-4382-918d-8bab77ffca8d req-bc4be3f0-d994-477f-a8dc-aefa544b9dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:52.484288 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6f06ae71-2300-4382-918d-8bab77ffca8d req-bc4be3f0-d994-477f-a8dc-aefa544b9dc7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 1130 time: 0.0529749 Mar 30 07:17:52.576300 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06ae71-2300-4382-918d-8bab77ffca8d req-d40767a2-78a0-485c-b0c6-55c08bb01d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:52.578282 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6f06ae71-2300-4382-918d-8bab77ffca8d req-d40767a2-78a0-485c-b0c6-55c08bb01d82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 920 time: 0.0848901 Mar 30 07:17:52.628420 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6f06ae71-2300-4382-918d-8bab77ffca8d req-3fc63b19-8995-4f11-ba82-8ea72eb709eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b69b063-2bbd-4852-b768-a54773d55703 HTTP/1.1" status: 200 len: 217 time: 0.0362289 Mar 30 07:17:52.671062 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89e686-2753-4743-af06-25095d04d551 req-c9799956-148e-4337-a87f-789f0b50d616 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:52.672520 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fb89e686-2753-4743-af06-25095d04d551 req-c9799956-148e-4337-a87f-789f0b50d616 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0513358 Mar 30 07:17:52.681151 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06ae71-2300-4382-918d-8bab77ffca8d req-a630db14-26a4-43e6-b31d-72af201b01c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:52.682649 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6f06ae71-2300-4382-918d-8bab77ffca8d req-a630db14-26a4-43e6-b31d-72af201b01c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 200 len: 858 time: 0.0475295 Mar 30 07:17:52.724423 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fb89e686-2753-4743-af06-25095d04d551 req-e626ac49-78f1-4d3a-a504-ddc993be3af2 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451653 Mar 30 07:17:52.735985 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06ae71-2300-4382-918d-8bab77ffca8d req-7b21a7b5-74dc-48ce-97ef-de3f94f59d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:52.737628 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6f06ae71-2300-4382-918d-8bab77ffca8d req-7b21a7b5-74dc-48ce-97ef-de3f94f59d31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9678c55-7461-4938-ba80-6574cdde20b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456786 Mar 30 07:17:52.829534 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6f06ae71-2300-4382-918d-8bab77ffca8d req-9e5c4a1e-c160-49b7-9f5a-1d82cdd191db service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844421 Mar 30 07:17:53.078387 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba09de-c467-4c85-989c-0cbff3d248e7 req-58768633-d948-4f70-aee1-8f18aebdb527 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:53.080324 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93ba09de-c467-4c85-989c-0cbff3d248e7 req-58768633-d948-4f70-aee1-8f18aebdb527 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0777802 Mar 30 07:17:53.137426 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93ba09de-c467-4c85-989c-0cbff3d248e7 req-55531146-5327-45a3-9e75-50e0b3cd14a7 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489762 Mar 30 07:17:53.179767 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6f06ae71-2300-4382-918d-8bab77ffca8d req-026d57cb-4337-4743-88fc-5b7229badbbf service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139958 Mar 30 07:17:53.333280 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e3692-f9a9-4e0e-a701-0099928117d9 req-13322169-c510-453d-994f-187d03e96d7b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:53.334907 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-581e3692-f9a9-4e0e-a701-0099928117d9 req-13322169-c510-453d-994f-187d03e96d7b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0828986 Mar 30 07:17:53.357511 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283bfb2-f4fe-460d-9e7f-f6698d30fa7d req-15df9e1e-c6a2-4c9e-aaef-4d5585aad598 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:53.358902 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3283bfb2-f4fe-460d-9e7f-f6698d30fa7d req-15df9e1e-c6a2-4c9e-aaef-4d5585aad598 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 945 time: 0.0797238 Mar 30 07:17:53.424213 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-581e3692-f9a9-4e0e-a701-0099928117d9 req-6e1088e5-4514-4026-917f-155622c38cc2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810289 Mar 30 07:17:53.431992 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3283bfb2-f4fe-460d-9e7f-f6698d30fa7d req-c5ad4212-b4f4-403f-8487-72427befc9fd tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651155 Mar 30 07:17:53.857788 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af30d3-c42a-4d21-a1e3-e6f38821310b req-6ed2cbde-58a0-450c-ae32-3b02eff0bfa0 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:53.859273 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74af30d3-c42a-4d21-a1e3-e6f38821310b req-6ed2cbde-58a0-450c-ae32-3b02eff0bfa0 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0642614 Mar 30 07:17:53.913253 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74af30d3-c42a-4d21-a1e3-e6f38821310b req-8aa357e5-5ed2-4aee-9e72-0f18b03275f6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474854 Mar 30 07:17:54.161495 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29979afc-437b-4cd7-ac11-67750f7cd013 req-be463814-1f0a-41ab-a5cd-91b075efd8cd tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:54.162963 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29979afc-437b-4cd7-ac11-67750f7cd013 req-be463814-1f0a-41ab-a5cd-91b075efd8cd tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0580828 Mar 30 07:17:54.211050 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-29751564-1aac-488c-94bc-b91161bf0504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:54.220721 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29979afc-437b-4cd7-ac11-67750f7cd013 req-20b2bda1-d332-4347-a3b8-73304620c3ad tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505731 Mar 30 07:17:54.273576 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec56cbe-d499-4fc5-9a3f-e968c789bb4d req-c37fcaf3-482c-4d21-8a2a-d50ca62d09fe tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:54.274926 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cec56cbe-d499-4fc5-9a3f-e968c789bb4d req-c37fcaf3-482c-4d21-8a2a-d50ca62d09fe tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0522740 Mar 30 07:17:54.325483 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cec56cbe-d499-4fc5-9a3f-e968c789bb4d req-a7293a40-3fb9-464e-994b-da4e2cadef55 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418260 Mar 30 07:17:54.576702 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42dad2-fad4-420d-b598-c895add0d00f req-24822160-d72f-4d87-b159-eb843c32bbab tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:54.578197 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ef42dad2-fad4-420d-b598-c895add0d00f req-24822160-d72f-4d87-b159-eb843c32bbab tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0827556 Mar 30 07:17:54.589519 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6274c4b-b5e2-4b5f-bba3-f71ead8eadbe req-e57c0fd6-274f-4757-afda-effc8763243f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:54.590951 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a6274c4b-b5e2-4b5f-bba3-f71ead8eadbe req-e57c0fd6-274f-4757-afda-effc8763243f tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 945 time: 0.0865676 Mar 30 07:17:54.661083 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ef42dad2-fad4-420d-b598-c895add0d00f req-72cbd5a0-837c-41ba-af2c-602eae124e4a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691402 Mar 30 07:17:54.664753 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a6274c4b-b5e2-4b5f-bba3-f71ead8eadbe req-53d9b0aa-efde-476d-ae97-7e8072c9a86e tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669475 Mar 30 07:17:54.702762 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:17:55.350673 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f269f-3167-42d3-9550-da2bac0ea908 req-a2605b9a-18b4-4f80-b507-7acec4a2922f tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:55.352167 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f0f269f-3167-42d3-9550-da2bac0ea908 req-a2605b9a-18b4-4f80-b507-7acec4a2922f tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0612140 Mar 30 07:17:55.407970 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f0f269f-3167-42d3-9550-da2bac0ea908 req-968dc9c9-2205-4276-85a4-3857312d3a24 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493920 Mar 30 07:17:55.460060 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081bbe3-961d-41e7-b8c5-9e854212040d req-7cec1156-03dc-484b-8b3a-9a98386c6a04 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:55.461921 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a081bbe3-961d-41e7-b8c5-9e854212040d req-7cec1156-03dc-484b-8b3a-9a98386c6a04 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0653648 Mar 30 07:17:55.511601 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a081bbe3-961d-41e7-b8c5-9e854212040d req-4e0d4f94-4a21-4fa6-bb5c-831ce4c509e2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438645 Mar 30 07:17:55.808195 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbdfd5-e40e-4ade-bab9-86d4bedbb9a9 req-ed6fc1dc-89ec-40ca-9a29-b15ec177e8d2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:55.809550 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f8bbdfd5-e40e-4ade-bab9-86d4bedbb9a9 req-ed6fc1dc-89ec-40ca-9a29-b15ec177e8d2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0797102 Mar 30 07:17:55.819599 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a676a-96bc-4f8d-918d-e34a64841309 req-3486b563-7ed1-4ea2-809c-304a93a168eb tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:55.820996 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-098a676a-96bc-4f8d-918d-e34a64841309 req-3486b563-7ed1-4ea2-809c-304a93a168eb tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 945 time: 0.0816627 Mar 30 07:17:55.891745 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f8bbdfd5-e40e-4ade-bab9-86d4bedbb9a9 req-918f34ee-523d-4dc6-8d84-36e108119529 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697942 Mar 30 07:17:55.895232 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-098a676a-96bc-4f8d-918d-e34a64841309 req-fd7cf398-8b23-40c3-b7df-1667f6950a50 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677571 Mar 30 07:17:56.431797 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-938a81a9-628b-4809-9415-5da1d24881fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:56.503939 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 46952506-ed7a-47ba-a4d4-3306605e4824 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:17:56.540452 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4576-bf6e-4094-ac72-7b76d0e4f9d9 req-c2c67d91-ede4-4a5a-bb8e-068321aea9a4 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:56.542172 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2c7c4576-bf6e-4094-ac72-7b76d0e4f9d9 req-c2c67d91-ede4-4a5a-bb8e-068321aea9a4 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0572963 Mar 30 07:17:56.606158 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2c7c4576-bf6e-4094-ac72-7b76d0e4f9d9 req-7ec5d10c-703a-47b0-8bc0-9343d390ee52 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527971 Mar 30 07:17:56.649698 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 46952506-ed7a-47ba-a4d4-3306605e4824, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=46952506-ed7a-47ba-a4d4-3306605e4824,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:17:56.667680 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '46952506-ed7a-47ba-a4d4-3306605e4824', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'port_id': '46952506-ed7a-47ba-a4d4-3306605e4824', 'mac_address': 'fa:16:3e:12:d3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:17:56.695182 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74003ae7-3d6d-403e-8008-467af3e00d3a req-afd5be98-e1cb-43fe-aa37-e8697e24321f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:56.697501 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74003ae7-3d6d-403e-8008-467af3e00d3a req-afd5be98-e1cb-43fe-aa37-e8697e24321f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0884061 Mar 30 07:17:56.714839 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 46952506-ed7a-47ba-a4d4-3306605e4824 is: ACTIVE; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:17:56.715138 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:56.730664 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46952506-ed7a-47ba-a4d4-3306605e4824 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:17:56.738080 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c7eb-5f97-414d-af12-36057c3e1edb req-2971d9f3-3842-49d8-9ef3-0498724021d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:56.740880 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1145c7eb-5f97-414d-af12-36057c3e1edb req-2971d9f3-3842-49d8-9ef3-0498724021d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9ab7163ff443ff849d017d40115708&device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 1130 time: 0.0587118 Mar 30 07:17:56.752123 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 46952506-ed7a-47ba-a4d4-3306605e4824, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=46952506-ed7a-47ba-a4d4-3306605e4824,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:17:56.752397 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74003ae7-3d6d-403e-8008-467af3e00d3a req-b6fb4d5b-6141-47dd-8a0c-f69d6f168cf1 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496559 Mar 30 07:17:56.757298 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:56.810756 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=46952506-ed7a-47ba-a4d4-3306605e4824,revision_number=6']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:56.844859 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c7eb-5f97-414d-af12-36057c3e1edb req-5f42b98d-336f-4756-902a-b555d58692af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:56.846493 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1145c7eb-5f97-414d-af12-36057c3e1edb req-5f42b98d-336f-4756-902a-b555d58692af service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdc48dd9-ac72-4ec1-96d3-56de9895320a HTTP/1.1" status: 200 len: 912 time: 0.0984504 Mar 30 07:17:56.919307 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1145c7eb-5f97-414d-af12-36057c3e1edb req-aaeed0f9-8b20-4409-927d-00eba63cff44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc0a9d6a-7177-46dd-b56e-afefa52539b0 HTTP/1.1" status: 200 len: 1002 time: 0.0649405 Mar 30 07:17:56.976310 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c7eb-5f97-414d-af12-36057c3e1edb req-3cc93f2c-89c3-4e79-a26b-25003cc1e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:56.977737 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1145c7eb-5f97-414d-af12-36057c3e1edb req-3cc93f2c-89c3-4e79-a26b-25003cc1e1a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0797f928-0864-4478-9227-7f35a120a31e HTTP/1.1" status: 200 len: 850 time: 0.0506859 Mar 30 07:17:56.986649 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['46952506-ed7a-47ba-a4d4-3306605e4824'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:17:57.057838 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145c7eb-5f97-414d-af12-36057c3e1edb req-757553bb-ef72-47f5-ad9a-e8eac721bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:57.060099 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1145c7eb-5f97-414d-af12-36057c3e1edb req-757553bb-ef72-47f5-ad9a-e8eac721bfb4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdc48dd9-ac72-4ec1-96d3-56de9895320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745900 Mar 30 07:17:57.095694 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf587-0ac1-4c73-9b55-29850a40e22b req-92a477f0-3f4b-4977-839c-fca0952da683 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:57.104628 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0edbf587-0ac1-4c73-9b55-29850a40e22b req-92a477f0-3f4b-4977-839c-fca0952da683 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 945 time: 0.1377635 Mar 30 07:17:57.130558 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ba371-7264-4f4c-977b-9b298d21d1b0 req-5d9a42cb-504e-4fd7-8c22-5f538207194a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:57.138966 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-803ba371-7264-4f4c-977b-9b298d21d1b0 req-5d9a42cb-504e-4fd7-8c22-5f538207194a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.1708660 Mar 30 07:17:57.190765 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1145c7eb-5f97-414d-af12-36057c3e1edb req-4578ef4a-f3e1-4875-aff9-693150e27320 service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101384 Mar 30 07:17:57.223383 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0edbf587-0ac1-4c73-9b55-29850a40e22b req-f7ffd30f-30f7-45a0-a222-2196b5d33c79 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170740 Mar 30 07:17:57.252076 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-803ba371-7264-4f4c-977b-9b298d21d1b0 req-5c11d42c-7a95-4746-a8d1-d8c887205eb7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080885 Mar 30 07:17:57.295367 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1145c7eb-5f97-414d-af12-36057c3e1edb req-0dc059c5-6cd4-46e8-92ad-4eaf9a9034ae service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973063 Mar 30 07:17:57.642879 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 46952506-ed7a-47ba-a4d4-3306605e4824 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:17:57.701279 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 46952506-ed7a-47ba-a4d4-3306605e4824 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:17:57.701657 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:57.748999 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c8baa-0c28-4dce-829c-51d593685a23 req-92088bce-d7ad-4146-82a6-e164186089b5 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:57.750481 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-376c8baa-0c28-4dce-829c-51d593685a23 req-92088bce-d7ad-4146-82a6-e164186089b5 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0620422 Mar 30 07:17:57.795920 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 46952506-ed7a-47ba-a4d4-3306605e4824 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:17:57.797506 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:57.816361 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-376c8baa-0c28-4dce-829c-51d593685a23 req-35bb9d9f-86a0-461f-bc88-4993f7cfd18d tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590792 Mar 30 07:17:57.823965 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46952506-ed7a-47ba-a4d4-3306605e4824'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:17:57.826216 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a363abf-2044-465e-b073-1c3369f47e72" -d '{"events": [{"server_uuid": "d977a73f-876d-4d10-adf8-326ed77fc467", "name": "network-vif-plugged", "status": "completed", "tag": "46952506-ed7a-47ba-a4d4-3306605e4824"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:17:57.840333 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 46952506-ed7a-47ba-a4d4-3306605e4824, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=46952506-ed7a-47ba-a4d4-3306605e4824,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:17:57.847886 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:57.872060 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa800bc2-c941-47ee-b12d-586df2edf754 x-openstack-request-id: req-aa800bc2-c941-47ee-b12d-586df2edf754 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:17:57.872361 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d977a73f-876d-4d10-adf8-326ed77fc467", "name": "network-vif-plugged", "status": "completed", "tag": "46952506-ed7a-47ba-a4d4-3306605e4824", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:17:57.872607 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa800bc2-c941-47ee-b12d-586df2edf754 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:17:57.872994 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa800bc2-c941-47ee-b12d-586df2edf754'] response: {'server_uuid': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46952506-ed7a-47ba-a4d4-3306605e4824', 'code': 200} Mar 30 07:17:57.887052 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc105d7-eb00-4ead-92c4-2376bfba8c8d req-a2103811-7e06-41bd-9416-1fe4dc775715 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:57.888685 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cfc105d7-eb00-4ead-92c4-2376bfba8c8d req-a2103811-7e06-41bd-9416-1fe4dc775715 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 944 time: 0.0602393 Mar 30 07:17:57.898785 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=46952506-ed7a-47ba-a4d4-3306605e4824,revision_number=7']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:57.931356 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:57.940355 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cfc105d7-eb00-4ead-92c4-2376bfba8c8d req-d4f34d05-b610-4339-85eb-947f3ed9204c tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458472 Mar 30 07:17:58.380809 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79d6e6-2fa2-40fc-9a2b-1cc7bdd10575 req-68328ecb-dcb7-4d77-b0d7-d353c6c6f558 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:58.382272 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1f79d6e6-2fa2-40fc-9a2b-1cc7bdd10575 req-68328ecb-dcb7-4d77-b0d7-d353c6c6f558 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 945 time: 0.0866778 Mar 30 07:17:58.395645 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1c49b-5839-43a2-a961-b1fe12637608 req-6f9ab1bb-768f-4457-b1ba-a78dfda1791c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:58.397052 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-daf1c49b-5839-43a2-a961-b1fe12637608 req-6f9ab1bb-768f-4457-b1ba-a78dfda1791c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0741267 Mar 30 07:17:58.461097 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1f79d6e6-2fa2-40fc-9a2b-1cc7bdd10575 req-81e54330-9b62-4158-83ef-0ff31687bed9 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/security-groups?id=429e3e79-fffd-4025-a95f-11183f9507f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732110 Mar 30 07:17:58.473546 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-daf1c49b-5839-43a2-a961-b1fe12637608 req-06838c76-1e6f-4391-ae98-9244bea0864e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694671 Mar 30 07:17:58.526889 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045c5e4-02af-4ecc-99ff-9215f12c9ad8 req-29226731-dfdb-410c-a09f-e4f92002fd1c tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:58.528353 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4045c5e4-02af-4ecc-99ff-9215f12c9ad8 req-29226731-dfdb-410c-a09f-e4f92002fd1c tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 945 time: 0.0557654 Mar 30 07:17:58.677458 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-4045c5e4-02af-4ecc-99ff-9215f12c9ad8 req-93c6318b-1e48-41fa-a82b-0319da7c12f0 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Deleting port b5568592-f745-4f0c-9973-1c35f4a53778 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:17:58.677923 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-4045c5e4-02af-4ecc-99ff-9215f12c9ad8 req-93c6318b-1e48-41fa-a82b-0319da7c12f0 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (b5568592-f745-4f0c-9973-1c35f4a53778), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:58.775570 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-4045c5e4-02af-4ecc-99ff-9215f12c9ad8 req-93c6318b-1e48-41fa-a82b-0319da7c12f0 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] For port b5568592-f745-4f0c-9973-1c35f4a53778, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=b5568592-f745-4f0c-9973-1c35f4a53778,segment=NetworkSegment(c3357ecd-d147-4650-be45-3378ab720f5a),segment_id=c3357ecd-d147-4650-be45-3378ab720f5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:17:58.775836 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-4045c5e4-02af-4ecc-99ff-9215f12c9ad8 req-93c6318b-1e48-41fa-a82b-0319da7c12f0 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (b5568592-f745-4f0c-9973-1c35f4a53778), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:58.788560 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-4045c5e4-02af-4ecc-99ff-9215f12c9ad8 req-93c6318b-1e48-41fa-a82b-0319da7c12f0 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Calling delete_port for b5568592-f745-4f0c-9973-1c35f4a53778 owned by compute:nova {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:17:58.946856 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-4045c5e4-02af-4ecc-99ff-9215f12c9ad8 req-93c6318b-1e48-41fa-a82b-0319da7c12f0 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422'] for port (b5568592-f745-4f0c-9973-1c35f4a53778), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:58.953751 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486ba65-3308-4d5d-89ba-04441e56ad51 req-1a359785-d79d-46eb-aa99-ba7e3ce9edf8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:58.955858 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f486ba65-3308-4d5d-89ba-04441e56ad51 req-1a359785-d79d-46eb-aa99-ba7e3ce9edf8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0653450 Mar 30 07:17:58.975248 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6318b-1e48-41fa-a82b-0319da7c12f0 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Pushing event deleted for resources: {'Port': ['ID=b5568592-f745-4f0c-9973-1c35f4a53778,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:17:59.011352 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f486ba65-3308-4d5d-89ba-04441e56ad51 req-28bb6c3b-30c1-4fad-9311-f8cbb9cf42a6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496178 Mar 30 07:17:59.012360 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['b5568592-f745-4f0c-9973-1c35f4a53778'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:17:59.024813 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4045c5e4-02af-4ecc-99ff-9215f12c9ad8 req-93c6318b-1e48-41fa-a82b-0319da7c12f0 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] No DVR routers for this DVR port b5568592-f745-4f0c-9973-1c35f4a53778 on host hv-cinder-83577 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:17:59.028084 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-4045c5e4-02af-4ecc-99ff-9215f12c9ad8 req-93c6318b-1e48-41fa-a82b-0319da7c12f0 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:59.031436 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4045c5e4-02af-4ecc-99ff-9215f12c9ad8 req-93c6318b-1e48-41fa-a82b-0319da7c12f0 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.35 "DELETE /v2.0/ports/b5568592-f745-4f0c-9973-1c35f4a53778 HTTP/1.1" status: 204 len: 173 time: 0.4468269 Mar 30 07:17:59.031892 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a18d09-8837-41b4-86c1-5cf12a63233c', 'name': 'network-vif-deleted', 'tag': 'b5568592-f745-4f0c-9973-1c35f4a53778'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:17:59.034188 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972d6601-056f-4f7f-8f14-741db71e308b" -d '{"events": [{"server_uuid": "f8a18d09-8837-41b4-86c1-5cf12a63233c", "name": "network-vif-deleted", "tag": "b5568592-f745-4f0c-9973-1c35f4a53778"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:17:59.071441 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0cd096-6cf2-48a5-8f61-a3b7ea20dfa2 x-openstack-request-id: req-ab0cd096-6cf2-48a5-8f61-a3b7ea20dfa2 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:17:59.072133 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a18d09-8837-41b4-86c1-5cf12a63233c", "name": "network-vif-deleted", "tag": "b5568592-f745-4f0c-9973-1c35f4a53778", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:17:59.072641 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab0cd096-6cf2-48a5-8f61-a3b7ea20dfa2 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:17:59.073256 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0cd096-6cf2-48a5-8f61-a3b7ea20dfa2'] response: {'server_uuid': 'f8a18d09-8837-41b4-86c1-5cf12a63233c', 'name': 'network-vif-deleted', 'tag': 'b5568592-f745-4f0c-9973-1c35f4a53778', 'status': 'completed', 'code': 200} Mar 30 07:17:59.097273 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:17:59.120940 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbf052-e1ef-40a0-b4a0-f0ea4ff50f87 req-44368da9-296a-447a-b1a0-ac8d942fa0d6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:59.123719 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-18fbf052-e1ef-40a0-b4a0-f0ea4ff50f87 req-44368da9-296a-447a-b1a0-ac8d942fa0d6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0762875 Mar 30 07:17:59.177942 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-18fbf052-e1ef-40a0-b4a0-f0ea4ff50f87 req-7fb037f1-1af7-46bd-9645-56f7a1ec421d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498118 Mar 30 07:17:59.592924 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-824f3aee-7c05-4eff-9c94-e92fb978182c req-a4b0bba4-3be4-4c36-9831-01415ff86082 tempest-VolumesActionsTest-1516324489 tempest-VolumesActionsTest-1516324489-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a18d09-8837-41b4-86c1-5cf12a63233c HTTP/1.1" status: 200 len: 210 time: 0.0448208 Mar 30 07:17:59.621321 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c79c1-24ad-4a37-a0a2-54325df46423 req-d68ff28e-3bf5-4664-b228-ffe1a0752f90 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:17:59.622786 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d85c79c1-24ad-4a37-a0a2-54325df46423 req-d68ff28e-3bf5-4664-b228-ffe1a0752f90 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0765724 Mar 30 07:17:59.668771 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d85c79c1-24ad-4a37-a0a2-54325df46423 req-a0fb303e-a19f-4285-8646-04573a554699 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403936 Mar 30 07:18:00.309152 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197325b-af64-49f8-97fe-c23cbd353073 req-e6f9692c-1f8c-4ec0-b842-61d9b755b752 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:00.310605 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2197325b-af64-49f8-97fe-c23cbd353073 req-e6f9692c-1f8c-4ec0-b842-61d9b755b752 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0553575 Mar 30 07:18:00.359644 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2197325b-af64-49f8-97fe-c23cbd353073 req-cf7b3abc-d49f-4ac3-80fc-7d8e871c53ac tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433552 Mar 30 07:18:00.641950 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:01.655778 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device b5568592-f745-4f0c-9973-1c35f4a53778 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:18:01.689585 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: b5568592-f745-4f0c-9973-1c35f4a53778 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:18:01.690093 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device b5568592-f745-4f0c-9973-1c35f4a53778 not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:18:01.730596 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4f316-4851-4b0f-ad90-158f612a2350 req-a6cfa835-bea1-46de-ac00-a9f9aa3ae9e0 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:01.732761 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f0e4f316-4851-4b0f-ad90-158f612a2350 req-a6cfa835-bea1-46de-ac00-a9f9aa3ae9e0 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0918887 Mar 30 07:18:01.798668 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f0e4f316-4851-4b0f-ad90-158f612a2350 req-a9393cc4-1f2f-44e2-9b38-8fe96ea47538 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548718 Mar 30 07:18:01.834838 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 39572) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:01.840081 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-e2c0855b-e296-403e-9947-da68857ddbc7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--639520915', 'description': 'tempest-description--1529365102'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:01.861978 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e2c0855b-e296-403e-9947-da68857ddbc7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:01.939784 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e2c0855b-e296-403e-9947-da68857ddbc7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for security_group (3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:01.950832 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e2c0855b-e296-403e-9947-da68857ddbc7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:01.983939 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e2c0855b-e296-403e-9947-da68857ddbc7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:01.985858 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-e2c0855b-e296-403e-9947-da68857ddbc7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1494012 Mar 30 07:18:01.991593 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 39574) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:01.998571 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0855b-e296-403e-9947-da68857ddbc7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:02.040777 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-420b434f-e09b-4ad2-9bfb-4c358c0ab287 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Request body: {'security_group_rule': {'security_group_id': '3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:02.098805 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-420b434f-e09b-4ad2-9bfb-4c358c0ab287 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for security_group_rule (7aadc4fb-28f2-402b-b497-0331f042488f), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:02.178713 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-420b434f-e09b-4ad2-9bfb-4c358c0ab287 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for security_group_rule (7aadc4fb-28f2-402b-b497-0331f042488f), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:02.183729 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-420b434f-e09b-4ad2-9bfb-4c358c0ab287 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (7aadc4fb-28f2-402b-b497-0331f042488f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:02.203757 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b434f-e09b-4ad2-9bfb-4c358c0ab287 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aadc4fb-28f2-402b-b497-0331f042488f,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:02.220264 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-420b434f-e09b-4ad2-9bfb-4c358c0ab287 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:02.224723 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 39576) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:02.224976 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-420b434f-e09b-4ad2-9bfb-4c358c0ab287 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2318990 Mar 30 07:18:02.229548 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-303ff549-da7f-4e84-b97b-0b73ec2e20b6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Request body: {'security_group_rule': {'security_group_id': '3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:02.280247 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-303ff549-da7f-4e84-b97b-0b73ec2e20b6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for security_group_rule (1a2ace44-e52a-464c-b0fe-1532a8ec5591), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:02.346951 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-303ff549-da7f-4e84-b97b-0b73ec2e20b6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for security_group_rule (1a2ace44-e52a-464c-b0fe-1532a8ec5591), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:02.352585 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-303ff549-da7f-4e84-b97b-0b73ec2e20b6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (1a2ace44-e52a-464c-b0fe-1532a8ec5591), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:02.371037 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ff549-da7f-4e84-b97b-0b73ec2e20b6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2ace44-e52a-464c-b0fe-1532a8ec5591,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:02.387236 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-303ff549-da7f-4e84-b97b-0b73ec2e20b6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:02.388694 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-303ff549-da7f-4e84-b97b-0b73ec2e20b6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1628447 Mar 30 07:18:02.393163 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 39580) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:02.399516 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Request body: {'floatingip': {'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:02.424524 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:02.546534 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:02.672810 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Allocated IP 172.27.1.123 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/6c44e978-0b6a-4aca-9517-03337dc79885) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:18:02.799233 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for port (6c44e978-0b6a-4aca-9517-03337dc79885), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:02.857858 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (6c44e978-0b6a-4aca-9517-03337dc79885), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:02.920672 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:18:02.926287 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:18:02.931125 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:18:02.984411 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for floatingip (7eea4d79-11f2-480f-a138-92932d14c875), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:03.009362 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531cb02-3ce7-4626-83cd-904d3f4cdecb req-ce5e8849-a049-4124-9257-e62c626eb53d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:03.010899 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3531cb02-3ce7-4626-83cd-904d3f4cdecb req-ce5e8849-a049-4124-9257-e62c626eb53d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0968957 Mar 30 07:18:03.049345 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Pushing event updated for resources: {'Port': ['ID=6c44e978-0b6a-4aca-9517-03337dc79885,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:03.070277 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (6c44e978-0b6a-4aca-9517-03337dc79885), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:03.112239 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3531cb02-3ce7-4626-83cd-904d3f4cdecb req-a4d15a4b-72d7-450d-a3cb-c781604162e5 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940585 Mar 30 07:18:03.278869 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for port (6c44e978-0b6a-4aca-9517-03337dc79885), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:03.280258 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368b0a7-945b-4031-bb96-14421a7b8ac4 req-780a8cc1-e40f-4c65-8837-e5a26f2f1ff6 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:03.284653 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d368b0a7-945b-4031-bb96-14421a7b8ac4 req-780a8cc1-e40f-4c65-8837-e5a26f2f1ff6 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 946 time: 0.0691273 Mar 30 07:18:03.284966 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (6c44e978-0b6a-4aca-9517-03337dc79885), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:03.323305 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (7eea4d79-11f2-480f-a138-92932d14c875), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:03.342641 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:03.353783 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9496071 Mar 30 07:18:03.378152 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d368b0a7-945b-4031-bb96-14421a7b8ac4 req-0d5cd56f-751d-4b10-a072-b09f1224446c tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702310 Mar 30 07:18:03.386476 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2f4e3-af1c-4242-b4de-68e06fe91b0a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Pushing event updated for resources: {'Port': ['ID=6c44e978-0b6a-4aca-9517-03337dc79885,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:03.389126 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:04.245352 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2edcc-2129-44b0-b924-6fe28f6f258d req-a907902f-f60e-496d-93ef-596d689b7e6f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:04.247639 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9cf2edcc-2129-44b0-b924-6fe28f6f258d req-a907902f-f60e-496d-93ef-596d689b7e6f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0606048 Mar 30 07:18:04.306564 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9cf2edcc-2129-44b0-b924-6fe28f6f258d req-2c8cdf55-ff3c-4480-a6b8-a7afe370ae5e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528660 Mar 30 07:18:04.498327 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80879f8b-90ea-4046-ba0a-f5f8e0a526d3 req-3da9e29d-1ae8-413c-a25b-ad33d3133163 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:04.499949 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-80879f8b-90ea-4046-ba0a-f5f8e0a526d3 req-3da9e29d-1ae8-413c-a25b-ad33d3133163 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 946 time: 0.0587037 Mar 30 07:18:04.563802 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-80879f8b-90ea-4046-ba0a-f5f8e0a526d3 req-dcb198fd-8725-4bcb-aff0-bb986504b449 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574806 Mar 30 07:18:05.445838 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3717e-e804-4073-a735-468c099d8508 req-ccd5f3b2-4017-46f9-89d2-45b64ad9fd87 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:05.447420 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9fa3717e-e804-4073-a735-468c099d8508 req-ccd5f3b2-4017-46f9-89d2-45b64ad9fd87 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0558698 Mar 30 07:18:05.505301 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9fa3717e-e804-4073-a735-468c099d8508 req-35030ba5-b20c-4410-ad1f-f7dd3181f471 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517054 Mar 30 07:18:05.663594 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc66be7-a11c-422d-9e53-7d5bb29ba89f req-8eb6d315-8229-4b8a-983d-9ba2b34282c5 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:05.664721 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-2fc66be7-a11c-422d-9e53-7d5bb29ba89f req-8eb6d315-8229-4b8a-983d-9ba2b34282c5 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.35 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 946 time: 0.0691328 Mar 30 07:18:05.700336 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab8887-a4f0-4659-9649-fcb628c37724 req-cf87b76a-9590-4e12-ac7b-75b9fcb99666 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:05.701000 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74ab8887-a4f0-4659-9649-fcb628c37724 req-cf87b76a-9590-4e12-ac7b-75b9fcb99666 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 946 time: 0.0578458 Mar 30 07:18:05.755883 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74ab8887-a4f0-4659-9649-fcb628c37724 req-2e2639f8-2aac-4611-b586-b9f90aead24b tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474119 Mar 30 07:18:05.799485 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-2fc66be7-a11c-422d-9e53-7d5bb29ba89f req-4a15c2a6-3430-449a-aaad-cc1350df3ca5 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Deleting port 86f18ddd-619f-410a-aacd-20886004ab33 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:18:05.799485 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-2fc66be7-a11c-422d-9e53-7d5bb29ba89f req-4a15c2a6-3430-449a-aaad-cc1350df3ca5 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (86f18ddd-619f-410a-aacd-20886004ab33), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:05.907429 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-2fc66be7-a11c-422d-9e53-7d5bb29ba89f req-4a15c2a6-3430-449a-aaad-cc1350df3ca5 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] For port 86f18ddd-619f-410a-aacd-20886004ab33, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=86f18ddd-619f-410a-aacd-20886004ab33,segment=NetworkSegment(58dd86b0-c772-4987-a176-8a4d041b1b71),segment_id=58dd86b0-c772-4987-a176-8a4d041b1b71)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:05.907936 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-2fc66be7-a11c-422d-9e53-7d5bb29ba89f req-4a15c2a6-3430-449a-aaad-cc1350df3ca5 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (86f18ddd-619f-410a-aacd-20886004ab33), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:05.928169 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-2fc66be7-a11c-422d-9e53-7d5bb29ba89f req-4a15c2a6-3430-449a-aaad-cc1350df3ca5 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Calling delete_port for 86f18ddd-619f-410a-aacd-20886004ab33 owned by compute:nova {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:18:06.088626 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-2fc66be7-a11c-422d-9e53-7d5bb29ba89f req-4a15c2a6-3430-449a-aaad-cc1350df3ca5 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422'] for port (86f18ddd-619f-410a-aacd-20886004ab33), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:06.122057 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15c2a6-3430-449a-aaad-cc1350df3ca5 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Pushing event deleted for resources: {'Port': ['ID=86f18ddd-619f-410a-aacd-20886004ab33,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:06.136256 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['86f18ddd-619f-410a-aacd-20886004ab33'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:18:06.177462 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc66be7-a11c-422d-9e53-7d5bb29ba89f req-4a15c2a6-3430-449a-aaad-cc1350df3ca5 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] No DVR routers for this DVR port 86f18ddd-619f-410a-aacd-20886004ab33 on host hv-cinder-83577 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:18:06.180285 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-2fc66be7-a11c-422d-9e53-7d5bb29ba89f req-4a15c2a6-3430-449a-aaad-cc1350df3ca5 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:06.183851 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-2fc66be7-a11c-422d-9e53-7d5bb29ba89f req-4a15c2a6-3430-449a-aaad-cc1350df3ca5 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.35 "DELETE /v2.0/ports/86f18ddd-619f-410a-aacd-20886004ab33 HTTP/1.1" status: 204 len: 173 time: 0.5114429 Mar 30 07:18:06.184351 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f5b104-2044-42c1-9fc9-af2d203240cf', 'name': 'network-vif-deleted', 'tag': '86f18ddd-619f-410a-aacd-20886004ab33'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:18:06.186785 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79933cb1-5562-4021-bc11-584c8ea789cd" -d '{"events": [{"server_uuid": "13f5b104-2044-42c1-9fc9-af2d203240cf", "name": "network-vif-deleted", "tag": "86f18ddd-619f-410a-aacd-20886004ab33"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:18:06.245562 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83acc5df-3c32-4b27-9c9c-607060bb84b5 x-openstack-request-id: req-83acc5df-3c32-4b27-9c9c-607060bb84b5 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:18:06.245929 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f5b104-2044-42c1-9fc9-af2d203240cf", "name": "network-vif-deleted", "tag": "86f18ddd-619f-410a-aacd-20886004ab33", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:18:06.246258 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83acc5df-3c32-4b27-9c9c-607060bb84b5 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:18:06.246729 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83acc5df-3c32-4b27-9c9c-607060bb84b5'] response: {'server_uuid': '13f5b104-2044-42c1-9fc9-af2d203240cf', 'name': 'network-vif-deleted', 'tag': '86f18ddd-619f-410a-aacd-20886004ab33', 'status': 'completed', 'code': 200} Mar 30 07:18:06.702015 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46746d-5632-4f2f-aeca-81e1834218b8 req-46744286-38a5-42e6-9994-252bdc1d6025 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:06.703560 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1d46746d-5632-4f2f-aeca-81e1834218b8 req-46744286-38a5-42e6-9994-252bdc1d6025 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0846944 Mar 30 07:18:06.787121 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1d46746d-5632-4f2f-aeca-81e1834218b8 req-d6da1a1a-e884-4b20-95e1-9d2e340f51d6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618446 Mar 30 07:18:06.906167 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9be4ef1b-cc3d-4730-860e-4ed755e95378 req-3bead116-4b20-4e5d-8fe3-a4bb1e7ff886 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=13f5b104-2044-42c1-9fc9-af2d203240cf HTTP/1.1" status: 200 len: 210 time: 0.0522594 Mar 30 07:18:07.911099 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736466e7-4ed3-4be4-880b-ace9e30f3ae8 req-49fb1d45-55bc-4e99-84a8-63b64976d730 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:07.912526 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-736466e7-4ed3-4be4-880b-ace9e30f3ae8 req-49fb1d45-55bc-4e99-84a8-63b64976d730 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0634918 Mar 30 07:18:07.963684 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-736466e7-4ed3-4be4-880b-ace9e30f3ae8 req-f00349b0-464d-4266-bc8e-305cd6c98a59 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455582 Mar 30 07:18:09.111732 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20161a-f05b-4fcc-9fe1-ec3b40b41844 req-ec84b48d-9983-4ed1-ac3d-8c485c1bcea9 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:09.113566 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5b20161a-f05b-4fcc-9fe1-ec3b40b41844 req-ec84b48d-9983-4ed1-ac3d-8c485c1bcea9 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0584290 Mar 30 07:18:09.172442 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5b20161a-f05b-4fcc-9fe1-ec3b40b41844 req-952d275e-fe27-42c8-94be-eb6ce052e2b8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531168 Mar 30 07:18:09.669545 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-e6cecb36-1a47-4b60-b2ba-30495821e05c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--639520915&fields=id&tenant_id=b5ef95aec46649a2b057416827ea46aa HTTP/1.1" status: 200 len: 267 time: 0.0784564 Mar 30 07:18:10.011492 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2088f-f140-4051-a829-83b8cbf584eb req-310c6ec6-54c8-4845-87b4-e00e93345671 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:10.013000 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-310c6ec6-54c8-4845-87b4-e00e93345671 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 819 time: 0.3412240 Mar 30 07:18:10.030792 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-c2303328-e137-466c-aa8c-f6f794510b1e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/quotas/b5ef95aec46649a2b057416827ea46aa HTTP/1.1" status: 200 len: 375 time: 0.0124273 Mar 30 07:18:10.092098 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-4e380b49-9dc3-4727-b4bc-1ea9deb456c1 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0546613 Mar 30 07:18:10.220553 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-c85112b3-e805-4e38-bf63-bfad24fb6340 service neutron] 10.222.0.20 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052990 Mar 30 07:18:10.365422 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-0d6dd971-e44a-40e7-b4b6-2d7953a404ea service neutron] 10.222.0.20 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358767 Mar 30 07:18:10.372583 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fdcb9-f19e-49e6-a99d-bcbd52defefd req-e806aeb0-5748-4427-bdd7-74a1cd0e9dcc tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:10.373717 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-347fdcb9-f19e-49e6-a99d-bcbd52defefd req-e806aeb0-5748-4427-bdd7-74a1cd0e9dcc tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.1178706 Mar 30 07:18:10.421155 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-347fdcb9-f19e-49e6-a99d-bcbd52defefd req-97871392-e38e-4d08-8c7e-7837ae9928eb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406425 Mar 30 07:18:10.523141 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5c9cfbeb-2470-4388-9b20-5e8349786069 req-c8a905dc-4457-4d4e-857b-fba7124a1be6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 210 time: 0.0269415 Mar 30 07:18:11.256967 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 86f18ddd-619f-410a-aacd-20886004ab33 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:18:11.276216 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: 86f18ddd-619f-410a-aacd-20886004ab33 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:18:11.276564 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 86f18ddd-619f-410a-aacd-20886004ab33 not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:18:11.547941 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f3295-95b2-472c-a3d5-18f2cc461115 req-7285c21b-9110-4215-86cf-82f903259158 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:11.549424 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-475f3295-95b2-472c-a3d5-18f2cc461115 req-7285c21b-9110-4215-86cf-82f903259158 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0545545 Mar 30 07:18:11.611976 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-475f3295-95b2-472c-a3d5-18f2cc461115 req-18e2b949-ab24-43f9-b5f9-184f62b18ca1 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566473 Mar 30 07:18:11.627957 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2dda7ecc-1a45-4c48-acc9-579a18e2ff77 req-f4769cf9-279e-4020-9e33-1a232cd9c5d0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 210 time: 0.0323708 Mar 30 07:18:12.742062 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-64f80637-d6cd-4329-8214-12a091bd9a7b req-8508d68f-b78b-4f18-bca9-e995ae45b802 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 210 time: 0.0391693 Mar 30 07:18:12.766600 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bbd1e-5257-42f8-a5b4-18bb4c09fba2 req-d3d026f4-ee83-4d7d-82a2-d63b5e62eb6a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:12.768072 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-431bbd1e-5257-42f8-a5b4-18bb4c09fba2 req-d3d026f4-ee83-4d7d-82a2-d63b5e62eb6a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0742986 Mar 30 07:18:12.818571 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-431bbd1e-5257-42f8-a5b4-18bb4c09fba2 req-16b37391-d74a-4286-97ec-e0742390954d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447493 Mar 30 07:18:13.850189 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-25af1268-8d1e-41b5-9381-c893b8fdfc78 req-8f47e5a2-6301-4619-8ca3-ffbef7b5ab68 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 210 time: 0.0298831 Mar 30 07:18:13.942629 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9e41b-db0d-4744-8024-d2062b0d79c6 req-d20f3918-084e-4ddf-a731-bb303726217c tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:13.944199 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ecd9e41b-db0d-4744-8024-d2062b0d79c6 req-d20f3918-084e-4ddf-a731-bb303726217c tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0540712 Mar 30 07:18:13.990782 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ecd9e41b-db0d-4744-8024-d2062b0d79c6 req-14fafb80-6e7b-4cc9-a8d6-76e1cc08a4af tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408435 Mar 30 07:18:14.614542 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994edb4-ee54-4e5c-9f85-3c6272c0dba7 req-ee350836-f467-431b-b488-cc1e86960c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:14.616099 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1994edb4-ee54-4e5c-9f85-3c6272c0dba7 req-ee350836-f467-431b-b488-cc1e86960c25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee09b83520e4e8ba691a79d60604388&device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 1129 time: 0.0601864 Mar 30 07:18:14.719437 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994edb4-ee54-4e5c-9f85-3c6272c0dba7 req-8af185da-5bce-4a51-928d-aee81aa9b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:14.720908 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1994edb4-ee54-4e5c-9f85-3c6272c0dba7 req-8af185da-5bce-4a51-928d-aee81aa9b9a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=89db86be-e389-43ed-80e6-11e20145eaf2 HTTP/1.1" status: 200 len: 918 time: 0.0972588 Mar 30 07:18:14.787970 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1994edb4-ee54-4e5c-9f85-3c6272c0dba7 req-9add3bf4-d35f-4428-972d-c3e32721bff8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46952506-ed7a-47ba-a4d4-3306605e4824 HTTP/1.1" status: 200 len: 1001 time: 0.0593138 Mar 30 07:18:14.941184 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994edb4-ee54-4e5c-9f85-3c6272c0dba7 req-80590c09-b084-4027-a0ec-3617bdec6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:14.942746 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1994edb4-ee54-4e5c-9f85-3c6272c0dba7 req-80590c09-b084-4027-a0ec-3617bdec6731 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602 HTTP/1.1" status: 200 len: 856 time: 0.1082518 Mar 30 07:18:14.958572 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2f9841cb-3dc2-4398-af80-ee094b36d22b req-c861a790-c301-42fb-9ef2-0ea55658113d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 210 time: 0.0356951 Mar 30 07:18:15.008268 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2088f-f140-4051-a829-83b8cbf584eb req-1f0346e0-2553-43fc-8fe9-c138bbd99e1e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:15.009670 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-1f0346e0-2553-43fc-8fe9-c138bbd99e1e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.35 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 819 time: 0.1662638 Mar 30 07:18:15.025404 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994edb4-ee54-4e5c-9f85-3c6272c0dba7 req-153bec43-72ef-4a65-8ccb-51803017e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:15.026839 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1994edb4-ee54-4e5c-9f85-3c6272c0dba7 req-153bec43-72ef-4a65-8ccb-51803017e7f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=89db86be-e389-43ed-80e6-11e20145eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743318 Mar 30 07:18:15.120199 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176c448-2f76-4e0b-9533-d5eb2e8a89cb req-1629eae7-933c-4bbe-8c8b-efb56a69dbcc tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:15.121739 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0176c448-2f76-4e0b-9533-d5eb2e8a89cb req-1629eae7-933c-4bbe-8c8b-efb56a69dbcc tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0565836 Mar 30 07:18:15.139066 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-4f018049-f2a8-492c-b935-80e97e97958e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5ef95aec46649a2b057416827ea46aa HTTP/1.1" status: 200 len: 379 time: 0.1065292 Mar 30 07:18:15.156672 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1994edb4-ee54-4e5c-9f85-3c6272c0dba7 req-40e439fd-80eb-4cdb-8c68-a1b481648a30 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174605 Mar 30 07:18:15.161162 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-36c2088f-f140-4051-a829-83b8cbf584eb req-3372d94f-44ad-4c6f-840c-0983dcc4012b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Request body: {'port': {'device_id': '55662b82-58b5-4206-a411-103fac11b0b2', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'admin_state_up': True, 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'security_groups': ['3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f']}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:15.170752 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0176c448-2f76-4e0b-9533-d5eb2e8a89cb req-b14ee3c6-bb3a-4ce2-a299-65e2fce676e1 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423355 Mar 30 07:18:15.313958 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1994edb4-ee54-4e5c-9f85-3c6272c0dba7 req-3dffae96-cb08-48dd-935c-7434b68c5878 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493547 Mar 30 07:18:15.333258 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c2088f-f140-4051-a829-83b8cbf584eb req-3372d94f-44ad-4c6f-840c-0983dcc4012b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Made reservation on behalf of b5ef95aec46649a2b057416827ea46aa for: {'port': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:18:15.336612 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-36c2088f-f140-4051-a829-83b8cbf584eb req-3372d94f-44ad-4c6f-840c-0983dcc4012b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:15.470922 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [req-36c2088f-f140-4051-a829-83b8cbf584eb req-3372d94f-44ad-4c6f-840c-0983dcc4012b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Allocated IP 172.20.0.13 (b9678c55-7461-4938-ba80-6574cdde20b1/9a5dac56-1852-4518-bc4f-5d055e291a8a/c73621da-1c9c-4d35-9b39-2038b6ae4204) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:18:15.610056 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-36c2088f-f140-4051-a829-83b8cbf584eb req-3372d94f-44ad-4c6f-840c-0983dcc4012b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:15.649830 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-36c2088f-f140-4051-a829-83b8cbf584eb req-3372d94f-44ad-4c6f-840c-0983dcc4012b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:15.696115 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c2088f-f140-4051-a829-83b8cbf584eb req-3372d94f-44ad-4c6f-840c-0983dcc4012b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Network b9678c55-7461-4938-ba80-6574cdde20b1 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:18:15.699300 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [req-36c2088f-f140-4051-a829-83b8cbf584eb req-3372d94f-44ad-4c6f-840c-0983dcc4012b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:18:15.701913 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c2088f-f140-4051-a829-83b8cbf584eb req-3372d94f-44ad-4c6f-840c-0983dcc4012b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:18:15.707232 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2088f-f140-4051-a829-83b8cbf584eb req-3372d94f-44ad-4c6f-840c-0983dcc4012b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:15.707932 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-36c2088f-f140-4051-a829-83b8cbf584eb req-3372d94f-44ad-4c6f-840c-0983dcc4012b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:15.722853 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372d94f-44ad-4c6f-840c-0983dcc4012b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Pushing event updated for resources: {'Port': ['ID=c73621da-1c9c-4d35-9b39-2038b6ae4204,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:15.742647 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-3372d94f-44ad-4c6f-840c-0983dcc4012b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5849907 Mar 30 07:18:15.764730 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Request body: {'port': {'device_id': '55662b82-58b5-4206-a411-103fac11b0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:15.847869 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:15.928312 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-591a5daf-2cf8-4e0d-8b12-ebfb8effe887 None None] Provisioning complete for port c73621da-1c9c-4d35-9b39-2038b6ae4204 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:15.928886 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-591a5daf-2cf8-4e0d-8b12-ebfb8effe887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:15.965061 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-591a5daf-2cf8-4e0d-8b12-ebfb8effe887 None None] Port c73621da-1c9c-4d35-9b39-2038b6ae4204 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:18:16.082109 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7376a4-c1a1-48b5-b460-623b06dcb9bc req-08485dcc-48f3-444e-8e0c-16773b1403b9 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:16.084415 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fb7376a4-c1a1-48b5-b460-623b06dcb9bc req-08485dcc-48f3-444e-8e0c-16773b1403b9 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 932 time: 0.0603654 Mar 30 07:18:16.137428 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73621da-1c9c-4d35-9b39-2038b6ae4204 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:18:16.141264 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fb7376a4-c1a1-48b5-b460-623b06dcb9bc req-5ca06987-37bf-47af-a06a-abf596e7e521 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511322 Mar 30 07:18:16.146430 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Publish callbacks [] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:16.160714 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Transition to ACTIVE for port object c73621da-1c9c-4d35-9b39-2038b6ae4204 will not be triggered until provisioned by entity L2. {{(pid=103478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:18:16.165307 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:16.254909 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Pushing event updated for resources: {'Port': ['ID=c73621da-1c9c-4d35-9b39-2038b6ae4204,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:16.279242 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Attempting to bind port c73621da-1c9c-4d35-9b39-2038b6ae4204 on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:18:16.279242 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Attempting to bind port c73621da-1c9c-4d35-9b39-2038b6ae4204 by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:18:16.279242 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Attempting to bind port c73621da-1c9c-4d35-9b39-2038b6ae4204 on network b9678c55-7461-4938-ba80-6574cdde20b1 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:18:16.286370 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Port c73621da-1c9c-4d35-9b39-2038b6ae4204 on network b9678c55-7461-4938-ba80-6574cdde20b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:18:16.286694 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Attempting to bind port c73621da-1c9c-4d35-9b39-2038b6ae4204 on network b9678c55-7461-4938-ba80-6574cdde20b1 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:18:16.294107 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:18:16.294446 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Checking segment: {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:18:16.294961 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Bound using segment: {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:18:16.295655 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Bound port: c73621da-1c9c-4d35-9b39-2038b6ae4204, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26da5a4d-67e8-4de0-84d7-9ff078da4e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:18:16.296557 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:16.338333 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c379b1-5065-4794-8b59-0cfe2dc6ace9 req-a01632a1-4d89-43b5-a035-e4259a0efde8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:16.340301 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-26c379b1-5065-4794-8b59-0cfe2dc6ace9 req-a01632a1-4d89-43b5-a035-e4259a0efde8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0709958 Mar 30 07:18:16.384024 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] For port c73621da-1c9c-4d35-9b39-2038b6ae4204, host hv-cinder-83577, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:18:16.387272 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] For port c73621da-1c9c-4d35-9b39-2038b6ae4204, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=c73621da-1c9c-4d35-9b39-2038b6ae4204,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:18:16.397316 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:16.411400 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-26c379b1-5065-4794-8b59-0cfe2dc6ace9 req-4f810931-2999-4b91-a711-8504c2ba2175 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592632 Mar 30 07:18:16.479246 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:16.479708 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:16.481969 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] 10.222.0.35 "PUT /v2.0/ports/c73621da-1c9c-4d35-9b39-2038b6ae4204 HTTP/1.1" status: 200 len: 1094 time: 0.7215996 Mar 30 07:18:16.483257 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55662b82-58b5-4206-a411-103fac11b0b2', 'tag': 'c73621da-1c9c-4d35-9b39-2038b6ae4204'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:18:16.484736 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e20c3b-a513-40db-963f-705db5c041f1" -d '{"events": [{"name": "network-changed", "server_uuid": "55662b82-58b5-4206-a411-103fac11b0b2", "tag": "c73621da-1c9c-4d35-9b39-2038b6ae4204"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:18:16.492908 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff4c75-ae6f-4e9f-a3b3-fe35b3c05452 service neutron] Pushing event updated for resources: {'Port': ['ID=c73621da-1c9c-4d35-9b39-2038b6ae4204,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:16.547849 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f037acd9-a705-45c1-99a8-5b3873ab6627 x-openstack-request-id: req-f037acd9-a705-45c1-99a8-5b3873ab6627 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:18:16.548158 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55662b82-58b5-4206-a411-103fac11b0b2", "tag": "c73621da-1c9c-4d35-9b39-2038b6ae4204", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:18:16.548408 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f037acd9-a705-45c1-99a8-5b3873ab6627 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:18:16.548810 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f037acd9-a705-45c1-99a8-5b3873ab6627'] response: {'name': 'network-changed', 'server_uuid': '55662b82-58b5-4206-a411-103fac11b0b2', 'tag': 'c73621da-1c9c-4d35-9b39-2038b6ae4204', 'status': 'completed', 'code': 200} Mar 30 07:18:17.277709 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4e464-c567-448c-bc00-f5f3f9916d4b req-2138c0a4-3584-4c7d-8a71-d460a6da485f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:17.279571 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a2b4e464-c567-448c-bc00-f5f3f9916d4b req-2138c0a4-3584-4c7d-8a71-d460a6da485f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0640700 Mar 30 07:18:17.336399 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a2b4e464-c567-448c-bc00-f5f3f9916d4b req-b6f18255-00f1-4149-92bf-3880067d7036 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505147 Mar 30 07:18:17.567396 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec01692-d3ce-472f-9072-3255518aa08f req-b69a6dff-1e49-4ed2-8efe-2bf859033eec tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:17.569492 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2ec01692-d3ce-472f-9072-3255518aa08f req-b69a6dff-1e49-4ed2-8efe-2bf859033eec tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 945 time: 0.0654092 Mar 30 07:18:17.619411 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2ec01692-d3ce-472f-9072-3255518aa08f req-107c97bc-7bac-48e7-93e0-6c532272efc7 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440462 Mar 30 07:18:18.481821 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355da5f1-aa41-4ac2-88f0-d9ba01f9426e req-c1d21408-afc3-4478-895d-7d0cb312065f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:18.483391 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-355da5f1-aa41-4ac2-88f0-d9ba01f9426e req-c1d21408-afc3-4478-895d-7d0cb312065f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0633259 Mar 30 07:18:18.538864 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 46952506-ed7a-47ba-a4d4-3306605e4824 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:18:18.562588 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-355da5f1-aa41-4ac2-88f0-d9ba01f9426e req-14d95847-9c10-4369-b5e4-33bc68426aeb tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715961 Mar 30 07:18:18.639788 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 46952506-ed7a-47ba-a4d4-3306605e4824 is: ACTIVE; New status is: DOWN {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:18.640206 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:18.664331 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46952506-ed7a-47ba-a4d4-3306605e4824'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:18:18.666928 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0134b9b-4afc-4274-b9b0-cde74cb9a200" -d '{"events": [{"server_uuid": "d977a73f-876d-4d10-adf8-326ed77fc467", "name": "network-vif-unplugged", "status": "completed", "tag": "46952506-ed7a-47ba-a4d4-3306605e4824"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:18:18.683844 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 46952506-ed7a-47ba-a4d4-3306605e4824, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=46952506-ed7a-47ba-a4d4-3306605e4824,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:18.690009 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:18.740137 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Mar 2022 07:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fed2b31-eff5-404e-a43d-12b7e8fd55f1 x-openstack-request-id: req-5fed2b31-eff5-404e-a43d-12b7e8fd55f1 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:18:18.740815 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d977a73f-876d-4d10-adf8-326ed77fc467", "name": "network-vif-unplugged", "status": "completed", "tag": "46952506-ed7a-47ba-a4d4-3306605e4824", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:18:18.741221 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fed2b31-eff5-404e-a43d-12b7e8fd55f1 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:18:18.741685 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fed2b31-eff5-404e-a43d-12b7e8fd55f1'] response: {'server_uuid': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46952506-ed7a-47ba-a4d4-3306605e4824', 'code': 200} Mar 30 07:18:18.761910 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=46952506-ed7a-47ba-a4d4-3306605e4824,revision_number=8']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:18.770802 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:18.771423 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:18.771942 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:18.772458 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:18.773097 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:18.773677 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:18.774195 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:18.774916 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:18.775447 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:18.775802 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:18.776166 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:18.776500 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:18.776859 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:18.777187 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:18.777512 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:18.822205 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74463-7451-4da0-89c2-fa637851a007 req-5095b65b-9c4d-4854-a42f-39bf8d12767e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:18.824917 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bfb74463-7451-4da0-89c2-fa637851a007 req-5095b65b-9c4d-4854-a42f-39bf8d12767e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.0842662 Mar 30 07:18:18.887295 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bfb74463-7451-4da0-89c2-fa637851a007 req-9d893f5e-569b-4327-89a3-007eb8caa569 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573101 Mar 30 07:18:19.671428 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e20c3b-a513-40db-963f-705db5c041f1 req-a20472cc-c61e-4bf6-b619-9af6459c5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:19.673205 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c6e20c3b-a513-40db-963f-705db5c041f1 req-a20472cc-c61e-4bf6-b619-9af6459c5eb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 1128 time: 0.0474694 Mar 30 07:18:19.683232 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e00261-690c-4dc7-a35a-910c48ec61eb req-36d891f1-692a-4aa6-8f9e-cb4560641f00 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:19.684892 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d0e00261-690c-4dc7-a35a-910c48ec61eb req-36d891f1-692a-4aa6-8f9e-cb4560641f00 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0587811 Mar 30 07:18:19.736619 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d0e00261-690c-4dc7-a35a-910c48ec61eb req-133aa9c0-86d2-4b0f-aa7c-d448c72a153e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454791 Mar 30 07:18:19.798778 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e20c3b-a513-40db-963f-705db5c041f1 req-db3ce686-dcf0-495f-9899-33499445de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:19.800314 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c6e20c3b-a513-40db-963f-705db5c041f1 req-db3ce686-dcf0-495f-9899-33499445de06 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b5ef95aec46649a2b057416827ea46aa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1107738 Mar 30 07:18:19.896486 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e20c3b-a513-40db-963f-705db5c041f1 req-4ba8aa2d-a26f-40cc-8393-3aa111537793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:19.898043 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c6e20c3b-a513-40db-963f-705db5c041f1 req-4ba8aa2d-a26f-40cc-8393-3aa111537793 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906310 Mar 30 07:18:20.022913 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7866d-4f5e-4518-abaa-bb54d6463997 req-e37c2609-74d9-426a-a915-d949d35d25d4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:20.024601 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-79b7866d-4f5e-4518-abaa-bb54d6463997 req-e37c2609-74d9-426a-a915-d949d35d25d4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.0631216 Mar 30 07:18:20.070840 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2088f-f140-4051-a829-83b8cbf584eb req-c8cbf3c1-db0f-4c5a-a937-d367f1c11417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:20.072981 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-c8cbf3c1-db0f-4c5a-a937-d367f1c11417 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 1128 time: 0.0895145 Mar 30 07:18:20.080373 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-79b7866d-4f5e-4518-abaa-bb54d6463997 req-2b629282-73c5-46d4-a8a1-59c71c92bdd1 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488720 Mar 30 07:18:20.136704 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-11f96e17-4a80-4e3c-8046-3fd01826d184 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73621da-1c9c-4d35-9b39-2038b6ae4204 HTTP/1.1" status: 200 len: 217 time: 0.0402842 Mar 30 07:18:20.197082 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2088f-f140-4051-a829-83b8cbf584eb req-346b66f3-0d78-4cd5-bd5a-abf83ec58cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:20.198551 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-346b66f3-0d78-4cd5-bd5a-abf83ec58cbc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 200 len: 858 time: 0.0502617 Mar 30 07:18:20.270589 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2088f-f140-4051-a829-83b8cbf584eb req-fd500c69-c842-43e9-9a01-3d1e0c5a5f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:20.272174 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-fd500c69-c842-43e9-9a01-3d1e0c5a5f54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9678c55-7461-4938-ba80-6574cdde20b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612292 Mar 30 07:18:20.357735 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-3e35b6c4-c47e-47ff-8f69-693344cf5f41 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:20.366209 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-3e35b6c4-c47e-47ff-8f69-693344cf5f41 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/networks?id=fc819313-a83f-4db9-a3a8-bf8736f9a577 HTTP/1.1" status: 200 len: 813 time: 0.1662157 Mar 30 07:18:20.381903 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-b99e9f73-d806-4d69-a964-0b9f08a02e71 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004975 Mar 30 07:18:20.385921 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-afbd1e1d-9b96-41a6-973d-c55a88b26f20 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/quotas/fdbabd5e38b749abb59cbf2680697a54 HTTP/1.1" status: 200 len: 375 time: 0.0182025 Mar 30 07:18:20.422576 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-1418b2a3-d336-42d8-99ef-455099ec4e44 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fdbabd5e38b749abb59cbf2680697a54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355651 Mar 30 07:18:20.495308 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-36c2088f-f140-4051-a829-83b8cbf584eb req-07d07b98-5edf-4b80-b8a6-9842e9f4e421 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071572 Mar 30 07:18:20.532306 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-64d585df-f6e3-4c4b-91e9-388f8ca019e8 service neutron] 10.222.0.20 "GET /v2.0/networks/fc819313-a83f-4db9-a3a8-bf8736f9a577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017063 Mar 30 07:18:20.627769 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-ca6c4564-cd4f-4c24-90be-f6c182a0a0c7 service neutron] 10.222.0.20 "GET /v2.0/networks/fc819313-a83f-4db9-a3a8-bf8736f9a577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943005 Mar 30 07:18:20.840569 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f6572049-6e1d-484e-8802-9b4e2a15e72f req-ea9940bc-c604-40ce-a04e-8fda2a98c54e tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 210 time: 0.0562692 Mar 30 07:18:20.915610 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a39dd0-0dee-4b6f-bec2-19579747c1fa req-4d79d475-f59b-4a26-af82-569e8f9edfe8 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:20.924137 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f8a39dd0-0dee-4b6f-bec2-19579747c1fa req-4d79d475-f59b-4a26-af82-569e8f9edfe8 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0824466 Mar 30 07:18:20.995939 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f8a39dd0-0dee-4b6f-bec2-19579747c1fa req-ce1f3c9f-7cb8-422f-a436-fa9743a02778 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655859 Mar 30 07:18:21.236715 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a8f8e-25f2-4a65-a83a-dd8b9b63faaf req-481ae2fa-a98f-4313-aad0-5edacc9bf293 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:21.238306 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-625a8f8e-25f2-4a65-a83a-dd8b9b63faaf req-481ae2fa-a98f-4313-aad0-5edacc9bf293 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.0631452 Mar 30 07:18:21.287705 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-625a8f8e-25f2-4a65-a83a-dd8b9b63faaf req-f04df00c-c03e-4bc8-a38a-f21002423437 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432370 Mar 30 07:18:21.915069 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-cb009837-ec03-4c09-875b-91cdbbb2b03c req-5a0885ae-ab6c-4027-940f-b97c16d0a50f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 07:18:21.923499 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cb009837-ec03-4c09-875b-91cdbbb2b03c req-5a0885ae-ab6c-4027-940f-b97c16d0a50f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182667 Mar 30 07:18:22.008988 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5c0f7041-cd38-4b24-ac23-a59316288f43 req-99c0739f-b5aa-4c4e-81cb-38ae05bf9640 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 210 time: 0.0825529 Mar 30 07:18:22.200789 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-4f7dea0b-35d5-4c09-bd75-bc83bbacc403 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:22.207093 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-4f7dea0b-35d5-4c09-bd75-bc83bbacc403 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.35 "GET /v2.0/networks?id=fc819313-a83f-4db9-a3a8-bf8736f9a577 HTTP/1.1" status: 200 len: 813 time: 0.2279317 Mar 30 07:18:22.235941 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-d8170137-ea4a-4b2e-b3eb-bf02d5da99a0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Request body: {'port': {'device_id': 'ee2d7ec4-d372-450c-9824-3bd310322805', 'network_id': 'fc819313-a83f-4db9-a3a8-bf8736f9a577', 'admin_state_up': True, 'tenant_id': 'fdbabd5e38b749abb59cbf2680697a54'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:22.268744 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3395ea6-2574-47ec-a899-783428e51d7a req-e649dd84-a2a2-47cd-aee2-058c5717c463 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:22.275863 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3395ea6-2574-47ec-a899-783428e51d7a req-e649dd84-a2a2-47cd-aee2-058c5717c463 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.1745503 Mar 30 07:18:22.339388 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd121ab-0e61-453b-adf0-2db8b7f80749 req-ecf4a834-bf18-47a8-96a6-01d6245a7951 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:22.340957 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0dd121ab-0e61-453b-adf0-2db8b7f80749 req-ecf4a834-bf18-47a8-96a6-01d6245a7951 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 944 time: 0.1570613 Mar 30 07:18:22.364185 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a3395ea6-2574-47ec-a899-783428e51d7a req-a9f26e40-e871-4fff-ae73-6084cb0f6dc9 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871370 Mar 30 07:18:22.405123 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-d8170137-ea4a-4b2e-b3eb-bf02d5da99a0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Made reservation on behalf of fdbabd5e38b749abb59cbf2680697a54 for: {'port': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:18:22.410206 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-d8170137-ea4a-4b2e-b3eb-bf02d5da99a0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:22.445995 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0dd121ab-0e61-453b-adf0-2db8b7f80749 req-fb4826ee-675d-42c2-be61-dba24bdb32eb tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799062 Mar 30 07:18:22.619485 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-d8170137-ea4a-4b2e-b3eb-bf02d5da99a0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Allocated IP 172.20.0.4 (fc819313-a83f-4db9-a3a8-bf8736f9a577/43b28c16-aba5-4d0a-9b27-6b8972515622/70352c24-989e-4e65-8b8f-ad572660b266) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:18:22.787178 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 39948) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:22.909830 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-d8170137-ea4a-4b2e-b3eb-bf02d5da99a0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks [] for port (70352c24-989e-4e65-8b8f-ad572660b266), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:22.949750 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-d8170137-ea4a-4b2e-b3eb-bf02d5da99a0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (70352c24-989e-4e65-8b8f-ad572660b266), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:22.955418 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-77330665-8c54-4575-ba05-ffac06ffc583 req-712af2a1-5674-4791-b2b1-d3f8b1ab5e93 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1663449 Mar 30 07:18:22.966537 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-77330665-8c54-4575-ba05-ffac06ffc583 req-f34794d0-c7de-4b2c-af74-db8516a66eb9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 07:18:22.969535 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-77330665-8c54-4575-ba05-ffac06ffc583 req-f34794d0-c7de-4b2c-af74-db8516a66eb9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051827 Mar 30 07:18:23.004928 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-d8170137-ea4a-4b2e-b3eb-bf02d5da99a0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Network fc819313-a83f-4db9-a3a8-bf8736f9a577 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:18:23.025890 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-d8170137-ea4a-4b2e-b3eb-bf02d5da99a0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:18:23.032255 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-d8170137-ea4a-4b2e-b3eb-bf02d5da99a0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:18:23.060433 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-d8170137-ea4a-4b2e-b3eb-bf02d5da99a0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:23.061387 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-d8170137-ea4a-4b2e-b3eb-bf02d5da99a0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:23.086512 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8170137-ea4a-4b2e-b3eb-bf02d5da99a0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Pushing event updated for resources: {'Port': ['ID=70352c24-989e-4e65-8b8f-ad572660b266,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:23.110387 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-d8170137-ea4a-4b2e-b3eb-bf02d5da99a0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8806770 Mar 30 07:18:23.132554 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Request body: {'port': {'device_id': 'ee2d7ec4-d372-450c-9824-3bd310322805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:23.135277 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 39968) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:23.237928 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fd778-3bfb-41d6-ab25-a2e8fb7f3174 req-0f7b65a2-18cf-4891-a68d-c8ebec6c7f6e tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:23.244943 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-009fd778-3bfb-41d6-ab25-a2e8fb7f3174 req-0f7b65a2-18cf-4891-a68d-c8ebec6c7f6e tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 931 time: 0.1182079 Mar 30 07:18:23.310051 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-009fd778-3bfb-41d6-ab25-a2e8fb7f3174 req-914cd398-64f0-443f-a448-f79640785b60 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591614 Mar 30 07:18:23.327193 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (70352c24-989e-4e65-8b8f-ad572660b266), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:23.370863 dv-cinder-835778-2-iscsi neutron-server[103478]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 07:18:23.434089 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77330665-8c54-4575-ba05-ffac06ffc583 req-72a8fbcd-2509-478e-b114-24559c0645e2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:23.435617 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-77330665-8c54-4575-ba05-ffac06ffc583 req-72a8fbcd-2509-478e-b114-24559c0645e2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports/46952506-ed7a-47ba-a4d4-3306605e4824 HTTP/1.1" status: 200 len: 940 time: 0.2992470 Mar 30 07:18:23.543992 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658fa83-94de-44de-935e-66bdfaee6c69 req-7720d0f5-edbc-48e2-801b-65a917de22eb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:23.552397 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a658fa83-94de-44de-935e-66bdfaee6c69 req-7720d0f5-edbc-48e2-801b-65a917de22eb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.1182857 Mar 30 07:18:23.656438 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a658fa83-94de-44de-935e-66bdfaee6c69 req-798af2e8-5276-448f-b3d2-ffe9bc7c57d3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026671 Mar 30 07:18:23.686700 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76c23d-b57b-4de8-9aa7-d9dc14e75835 req-a7d5390f-ad45-4791-b205-1e9827c57dd7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:23.698478 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-df76c23d-b57b-4de8-9aa7-d9dc14e75835 req-a7d5390f-ad45-4791-b205-1e9827c57dd7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 944 time: 0.1426487 Mar 30 07:18:23.794101 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-df76c23d-b57b-4de8-9aa7-d9dc14e75835 req-ed3342b9-62b0-4f7a-803a-5c83015f9087 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942566 Mar 30 07:18:23.950756 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70352c24-989e-4e65-8b8f-ad572660b266 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:18:23.963533 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Publish callbacks [] for port (70352c24-989e-4e65-8b8f-ad572660b266), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:23.987020 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Transition to ACTIVE for port object 70352c24-989e-4e65-8b8f-ad572660b266 will not be triggered until provisioned by entity L2. {{(pid=103478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:18:23.992139 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (70352c24-989e-4e65-8b8f-ad572660b266), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:24.058115 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=70352c24-989e-4e65-8b8f-ad572660b266,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:24.111685 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Attempting to bind port 70352c24-989e-4e65-8b8f-ad572660b266 on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:18:24.112132 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Attempting to bind port 70352c24-989e-4e65-8b8f-ad572660b266 by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': '58dd86b0-c772-4987-a176-8a4d041b1b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fc819313-a83f-4db9-a3a8-bf8736f9a577'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:18:24.112642 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Attempting to bind port 70352c24-989e-4e65-8b8f-ad572660b266 on network fc819313-a83f-4db9-a3a8-bf8736f9a577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:18:24.117323 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Port 70352c24-989e-4e65-8b8f-ad572660b266 on network fc819313-a83f-4db9-a3a8-bf8736f9a577 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:18:24.117735 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Attempting to bind port 70352c24-989e-4e65-8b8f-ad572660b266 on network fc819313-a83f-4db9-a3a8-bf8736f9a577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:18:24.122859 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:18:24.123287 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Checking segment: {'id': '58dd86b0-c772-4987-a176-8a4d041b1b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fc819313-a83f-4db9-a3a8-bf8736f9a577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:18:24.123726 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Bound using segment: {'id': '58dd86b0-c772-4987-a176-8a4d041b1b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fc819313-a83f-4db9-a3a8-bf8736f9a577'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:18:24.124265 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Bound port: 70352c24-989e-4e65-8b8f-ad572660b266, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58dd86b0-c772-4987-a176-8a4d041b1b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fc819313-a83f-4db9-a3a8-bf8736f9a577'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:18:24.124686 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (70352c24-989e-4e65-8b8f-ad572660b266), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:24.195580 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] For port 70352c24-989e-4e65-8b8f-ad572660b266, host hv-cinder-83577, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:18:24.199853 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] For port 70352c24-989e-4e65-8b8f-ad572660b266, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=70352c24-989e-4e65-8b8f-ad572660b266,segment=NetworkSegment(58dd86b0-c772-4987-a176-8a4d041b1b71),segment_id=58dd86b0-c772-4987-a176-8a4d041b1b71)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:18:24.217324 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (70352c24-989e-4e65-8b8f-ad572660b266), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:24.220957 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b4b916af-bbf3-4c5b-8e42-08780bb0d6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:24.258898 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:24.259516 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:24.260987 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] 10.222.0.35 "PUT /v2.0/ports/70352c24-989e-4e65-8b8f-ad572660b266 HTTP/1.1" status: 200 len: 1093 time: 1.1328208 Mar 30 07:18:24.261455 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2d7ec4-d372-450c-9824-3bd310322805', 'tag': '70352c24-989e-4e65-8b8f-ad572660b266'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:18:24.263693 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b591cb-6683-4dd0-82a2-51c13b5cfd82" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2d7ec4-d372-450c-9824-3bd310322805", "tag": "70352c24-989e-4e65-8b8f-ad572660b266"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:18:24.293332 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d194ff2-037f-428c-a6a3-62e3e6fc0ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=70352c24-989e-4e65-8b8f-ad572660b266,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:24.309484 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0745a8bb-5677-4403-8007-249b29e88e37 x-openstack-request-id: req-0745a8bb-5677-4403-8007-249b29e88e37 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:18:24.312057 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2d7ec4-d372-450c-9824-3bd310322805", "tag": "70352c24-989e-4e65-8b8f-ad572660b266", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:18:24.312382 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0745a8bb-5677-4403-8007-249b29e88e37 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:18:24.313642 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0745a8bb-5677-4403-8007-249b29e88e37'] response: {'name': 'network-changed', 'server_uuid': 'ee2d7ec4-d372-450c-9824-3bd310322805', 'tag': '70352c24-989e-4e65-8b8f-ad572660b266', 'status': 'completed', 'code': 200} Mar 30 07:18:24.455115 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-1f8af495-9f73-495b-bc11-c8f2442addbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:24.458073 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-1f8af495-9f73-495b-bc11-c8f2442addbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdbabd5e38b749abb59cbf2680697a54&device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 1127 time: 0.0970230 Mar 30 07:18:24.467246 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2218af-49bf-4380-8fb3-d5d15dd42303 req-6902ce96-2037-4b05-9df2-ba09f6b9a4ec tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:24.468921 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6f2218af-49bf-4380-8fb3-d5d15dd42303 req-6902ce96-2037-4b05-9df2-ba09f6b9a4ec tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 943 time: 0.0680249 Mar 30 07:18:24.514007 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-a1201c13-9896-43d2-8359-994d9afef402 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70352c24-989e-4e65-8b8f-ad572660b266 HTTP/1.1" status: 200 len: 217 time: 0.0410409 Mar 30 07:18:24.541602 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device c73621da-1c9c-4d35-9b39-2038b6ae4204 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:18:24.558097 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 46952506-ed7a-47ba-a4d4-3306605e4824 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:18:24.562453 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6f2218af-49bf-4380-8fb3-d5d15dd42303 req-490f2e95-8e16-4815-8244-96b692a70903 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846972 Mar 30 07:18:24.644051 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-ccddeaba-4121-4581-891d-915fe035e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:24.646462 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-ccddeaba-4121-4581-891d-915fe035e39e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43b28c16-aba5-4d0a-9b27-6b8972515622 HTTP/1.1" status: 200 len: 853 time: 0.1252508 Mar 30 07:18:24.685083 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-d2bcc266-4542-4c0c-b80b-ca4655477f05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc819313-a83f-4db9-a3a8-bf8736f9a577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302367 Mar 30 07:18:24.757932 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 46952506-ed7a-47ba-a4d4-3306605e4824 is: DOWN; New status is: DOWN {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:24.789434 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port c73621da-1c9c-4d35-9b39-2038b6ae4204, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=c73621da-1c9c-4d35-9b39-2038b6ae4204,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:24.802852 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-cade8a4d-c47e-4d32-b981-c6f3ed7a2e25 service neutron] 10.222.0.35 "GET /v2.0/networks/fc819313-a83f-4db9-a3a8-bf8736f9a577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111872 Mar 30 07:18:24.803062 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': 'c73621da-1c9c-4d35-9b39-2038b6ae4204', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'port_id': 'c73621da-1c9c-4d35-9b39-2038b6ae4204', 'mac_address': 'fa:16:3e:71:9a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:18:24.809437 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff15d75-f7f6-42f3-93cf-4ce5a6042ac5 req-8ee8a537-61d1-4dde-9a74-cc4dcde1d916 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:24.811593 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cff15d75-f7f6-42f3-93cf-4ce5a6042ac5 req-8ee8a537-61d1-4dde-9a74-cc4dcde1d916 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.0584795 Mar 30 07:18:24.863619 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port c73621da-1c9c-4d35-9b39-2038b6ae4204 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:24.865394 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:24.885405 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73621da-1c9c-4d35-9b39-2038b6ae4204 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:18:24.919480 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port c73621da-1c9c-4d35-9b39-2038b6ae4204, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=c73621da-1c9c-4d35-9b39-2038b6ae4204,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:24.927514 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:24.978887 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-6999ffb2-cae6-46a5-babc-d6fe2178eac7 req-77c66c96-7df7-416f-8f15-b4f1a496ebf1 service neutron] 10.222.0.35 "GET /v2.0/networks/fc819313-a83f-4db9-a3a8-bf8736f9a577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676278 Mar 30 07:18:25.016541 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=c73621da-1c9c-4d35-9b39-2038b6ae4204,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:25.041305 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cff15d75-f7f6-42f3-93cf-4ce5a6042ac5 req-1e54e2a9-c0fc-4bc8-b149-97902dd89702 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221282 Mar 30 07:18:25.081521 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc84f58-c56b-4155-bb2e-4bb525123533 req-6a0b2333-14b1-4d99-9144-dd93e7b2937b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:25.083585 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5dc84f58-c56b-4155-bb2e-4bb525123533 req-6a0b2333-14b1-4d99-9144-dd93e7b2937b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 945 time: 0.1562316 Mar 30 07:18:25.210830 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5dc84f58-c56b-4155-bb2e-4bb525123533 req-c12e9684-e365-454f-acb3-46ddf0a541c8 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946548 Mar 30 07:18:25.244699 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b591cb-6683-4dd0-82a2-51c13b5cfd82 req-68a78518-34ea-4aea-ac7b-983435d61b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:25.246805 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-17b591cb-6683-4dd0-82a2-51c13b5cfd82 req-68a78518-34ea-4aea-ac7b-983435d61b71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdbabd5e38b749abb59cbf2680697a54&device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 1127 time: 0.1047022 Mar 30 07:18:25.360860 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['c73621da-1c9c-4d35-9b39-2038b6ae4204'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:18:25.380076 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b591cb-6683-4dd0-82a2-51c13b5cfd82 req-1c3c2d7e-7016-4eb2-8f44-6d22a6ae7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:25.382575 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-17b591cb-6683-4dd0-82a2-51c13b5cfd82 req-1c3c2d7e-7016-4eb2-8f44-6d22a6ae7d04 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc819313-a83f-4db9-a3a8-bf8736f9a577 HTTP/1.1" status: 200 len: 914 time: 0.1278944 Mar 30 07:18:25.453420 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-17b591cb-6683-4dd0-82a2-51c13b5cfd82 req-cff05575-f8df-4a14-8c48-970266c2ed9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70352c24-989e-4e65-8b8f-ad572660b266 HTTP/1.1" status: 200 len: 217 time: 0.0446079 Mar 30 07:18:25.520495 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b591cb-6683-4dd0-82a2-51c13b5cfd82 req-56168476-bd12-4d17-a2ff-08264a80e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:25.522121 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-17b591cb-6683-4dd0-82a2-51c13b5cfd82 req-56168476-bd12-4d17-a2ff-08264a80e3ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=43b28c16-aba5-4d0a-9b27-6b8972515622 HTTP/1.1" status: 200 len: 853 time: 0.0608408 Mar 30 07:18:25.556525 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-17b591cb-6683-4dd0-82a2-51c13b5cfd82 req-05a89343-0020-4cdb-a014-2ce799fa6c48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc819313-a83f-4db9-a3a8-bf8736f9a577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264266 Mar 30 07:18:25.668796 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-17b591cb-6683-4dd0-82a2-51c13b5cfd82 req-3ecf7048-c330-4434-905c-f289785ff339 service neutron] 10.222.0.35 "GET /v2.0/networks/fc819313-a83f-4db9-a3a8-bf8736f9a577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001756 Mar 30 07:18:25.698262 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc22aa-58be-4119-b30e-f611bc729119 req-d6dc7bb7-d440-41aa-aa38-dbb010364099 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:25.710377 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9fbc22aa-58be-4119-b30e-f611bc729119 req-d6dc7bb7-d440-41aa-aa38-dbb010364099 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 943 time: 0.0705178 Mar 30 07:18:25.771023 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9fbc22aa-58be-4119-b30e-f611bc729119 req-7449ec0f-adf9-409f-81c5-4c0d47810cea tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537319 Mar 30 07:18:25.784348 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-17b591cb-6683-4dd0-82a2-51c13b5cfd82 req-aa9fb9ec-67db-467b-8f72-b1d3ccf724bd service neutron] 10.222.0.35 "GET /v2.0/networks/fc819313-a83f-4db9-a3a8-bf8736f9a577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975895 Mar 30 07:18:25.884707 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77330665-8c54-4575-ba05-ffac06ffc583 req-51623278-0b45-4224-80d5-e19755c0e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:25.886279 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-77330665-8c54-4575-ba05-ffac06ffc583 req-51623278-0b45-4224-80d5-e19755c0e264 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467&tenant_id=8ee09b83520e4e8ba691a79d60604388 HTTP/1.1" status: 200 len: 1127 time: 0.1032674 Mar 30 07:18:25.966017 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77330665-8c54-4575-ba05-ffac06ffc583 req-d17c6602-5c9c-4971-9d21-d788f6015b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:25.967389 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-77330665-8c54-4575-ba05-ffac06ffc583 req-d17c6602-5c9c-4971-9d21-d788f6015b52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee09b83520e4e8ba691a79d60604388&device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 1127 time: 0.0462251 Mar 30 07:18:26.070747 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77330665-8c54-4575-ba05-ffac06ffc583 req-8f1a2d94-0e06-4e18-8054-2b16cce3f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:26.072082 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-77330665-8c54-4575-ba05-ffac06ffc583 req-8f1a2d94-0e06-4e18-8054-2b16cce3f056 service neutron] 10.222.0.35 "GET /v2.0/networks?id=89db86be-e389-43ed-80e6-11e20145eaf2 HTTP/1.1" status: 200 len: 918 time: 0.0972826 Mar 30 07:18:26.151258 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-77330665-8c54-4575-ba05-ffac06ffc583 req-2b7d7a64-0da5-4020-ae8e-5d5fcecd904b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46952506-ed7a-47ba-a4d4-3306605e4824 HTTP/1.1" status: 200 len: 999 time: 0.0711133 Mar 30 07:18:26.187041 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19f785-ebd3-4909-88e1-70dfa6ffc114 req-456b41da-386f-46b2-86ad-92c89e9e1336 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:26.188993 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0a19f785-ebd3-4909-88e1-70dfa6ffc114 req-456b41da-386f-46b2-86ad-92c89e9e1336 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.0726802 Mar 30 07:18:26.215150 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77330665-8c54-4575-ba05-ffac06ffc583 req-4baa1770-2277-4ef1-ad25-327a0515dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:26.216702 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-77330665-8c54-4575-ba05-ffac06ffc583 req-4baa1770-2277-4ef1-ad25-327a0515dd24 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602 HTTP/1.1" status: 200 len: 856 time: 0.0569339 Mar 30 07:18:26.277778 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0a19f785-ebd3-4909-88e1-70dfa6ffc114 req-bdc2abd3-65c5-42ec-9aad-11005cac68c6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812681 Mar 30 07:18:26.308728 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77330665-8c54-4575-ba05-ffac06ffc583 req-5aef1106-0aad-4a1a-bb21-72ad9b35cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:26.310260 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-77330665-8c54-4575-ba05-ffac06ffc583 req-5aef1106-0aad-4a1a-bb21-72ad9b35cd50 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=89db86be-e389-43ed-80e6-11e20145eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846400 Mar 30 07:18:26.379273 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5b828-1a9f-411e-a45a-5a21a8a5e968 req-99a53642-2be3-4b12-a791-0dc80830f6b6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:26.386730 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-97e5b828-1a9f-411e-a45a-5a21a8a5e968 req-99a53642-2be3-4b12-a791-0dc80830f6b6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0642085 Mar 30 07:18:26.412871 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-77330665-8c54-4575-ba05-ffac06ffc583 req-43d7df66-20f3-4ebe-a39c-fdea709591ff service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940754 Mar 30 07:18:26.447190 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14dab1d8-867e-41f4-9568-b8466f9dfcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:26.451018 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-97e5b828-1a9f-411e-a45a-5a21a8a5e968 req-a0a91792-6c9f-4ccf-9aa2-4eaf62e96c75 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632627 Mar 30 07:18:26.552816 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-77330665-8c54-4575-ba05-ffac06ffc583 req-7a45d27b-d8b1-4432-a3e0-5732cd6c1802 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310945 Mar 30 07:18:26.588599 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device c73621da-1c9c-4d35-9b39-2038b6ae4204 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:18:26.657372 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port c73621da-1c9c-4d35-9b39-2038b6ae4204 completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:18:26.662161 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port c73621da-1c9c-4d35-9b39-2038b6ae4204 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:26.662544 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:26.783582 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port c73621da-1c9c-4d35-9b39-2038b6ae4204 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:26.784240 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:26.822626 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55662b82-58b5-4206-a411-103fac11b0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73621da-1c9c-4d35-9b39-2038b6ae4204'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:18:26.825535 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529e79db-9d10-40d9-bb08-9f3f8c51446e" -d '{"events": [{"server_uuid": "55662b82-58b5-4206-a411-103fac11b0b2", "name": "network-vif-plugged", "status": "completed", "tag": "c73621da-1c9c-4d35-9b39-2038b6ae4204"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:18:26.841000 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port c73621da-1c9c-4d35-9b39-2038b6ae4204, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=c73621da-1c9c-4d35-9b39-2038b6ae4204,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:26.853279 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:26.898177 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b366c78f-6297-4238-b607-b8b9db28973f x-openstack-request-id: req-b366c78f-6297-4238-b607-b8b9db28973f {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:18:26.898785 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55662b82-58b5-4206-a411-103fac11b0b2", "name": "network-vif-plugged", "status": "completed", "tag": "c73621da-1c9c-4d35-9b39-2038b6ae4204", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:18:26.899191 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b366c78f-6297-4238-b607-b8b9db28973f {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:18:26.899720 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b366c78f-6297-4238-b607-b8b9db28973f'] response: {'server_uuid': '55662b82-58b5-4206-a411-103fac11b0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73621da-1c9c-4d35-9b39-2038b6ae4204', 'code': 200} Mar 30 07:18:26.945014 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=c73621da-1c9c-4d35-9b39-2038b6ae4204,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:26.967714 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09ddaf-2006-4573-821e-a270cc793655 req-79145148-34d2-41c9-a730-455982bb0aae tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:26.975357 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4e09ddaf-2006-4573-821e-a270cc793655 req-79145148-34d2-41c9-a730-455982bb0aae tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 943 time: 0.1166041 Mar 30 07:18:27.049792 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4e09ddaf-2006-4573-821e-a270cc793655 req-2105b571-5d94-4d3a-aa03-0fdb88a16448 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616510 Mar 30 07:18:27.201435 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80349c5b-c4ab-4401-8919-d04e659a8609 req-65727b20-4ac9-4e1d-8f7b-8e28f612430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:27.207150 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-80349c5b-c4ab-4401-8919-d04e659a8609 req-65727b20-4ac9-4e1d-8f7b-8e28f612430d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 1130 time: 0.0624716 Mar 30 07:18:27.270780 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-80349c5b-c4ab-4401-8919-d04e659a8609 req-170de48d-800a-44a7-9a33-05bc3a47335a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502892 Mar 30 07:18:27.439663 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b9d7d-50dd-4c61-9bab-750877087f0d req-f544c361-b2eb-40cb-aa8b-89a807da830d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:27.452538 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-be8b9d7d-50dd-4c61-9bab-750877087f0d req-f544c361-b2eb-40cb-aa8b-89a807da830d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.0780580 Mar 30 07:18:27.545598 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-be8b9d7d-50dd-4c61-9bab-750877087f0d req-b4efa2de-f417-48fa-9500-ab5e692ae5a3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909848 Mar 30 07:18:27.634193 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342aec9-2484-4559-8a8f-40d8d7b4130b req-4037695e-9169-4bc9-9ea4-0f55a4a76142 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:27.635766 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1342aec9-2484-4559-8a8f-40d8d7b4130b req-4037695e-9169-4bc9-9ea4-0f55a4a76142 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0576019 Mar 30 07:18:27.740203 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1342aec9-2484-4559-8a8f-40d8d7b4130b req-7e6984b8-ad04-4bf1-afa3-99bd6d36896f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913029 Mar 30 07:18:27.942047 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:28.246079 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c479-85b1-4dea-adb2-e8ef96406102 req-09a517b3-a965-44a3-b313-b3156c01aa39 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:28.250087 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5365c479-85b1-4dea-adb2-e8ef96406102 req-09a517b3-a965-44a3-b313-b3156c01aa39 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 943 time: 0.0737219 Mar 30 07:18:28.345197 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5365c479-85b1-4dea-adb2-e8ef96406102 req-63cf9090-791b-4d4b-8446-a5e545299347 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877359 Mar 30 07:18:28.626772 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 70352c24-989e-4e65-8b8f-ad572660b266 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:18:28.797757 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb703092-d774-4045-974a-538ec9670fb9 req-69762dc3-d667-4d08-b02d-3df3809b6ff9 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:28.799299 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fb703092-d774-4045-974a-538ec9670fb9 req-69762dc3-d667-4d08-b02d-3df3809b6ff9 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.1036980 Mar 30 07:18:28.880536 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40082) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:28.912970 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 70352c24-989e-4e65-8b8f-ad572660b266, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=70352c24-989e-4e65-8b8f-ad572660b266,segment=NetworkSegment(58dd86b0-c772-4987-a176-8a4d041b1b71),segment_id=58dd86b0-c772-4987-a176-8a4d041b1b71)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:28.943246 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '70352c24-989e-4e65-8b8f-ad572660b266', 'network_id': 'fc819313-a83f-4db9-a3a8-bf8736f9a577', 'port_id': '70352c24-989e-4e65-8b8f-ad572660b266', 'mac_address': 'fa:16:3e:12:68:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b28c16-aba5-4d0a-9b27-6b8972515622', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:18:28.948373 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fb703092-d774-4045-974a-538ec9670fb9 req-0946106a-6c8a-40fc-87a5-c6da28aec7b3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369011 Mar 30 07:18:28.995985 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fa9c2-45f1-4152-bb7e-89d1f49c030e req-df550039-819a-42ea-8f76-e69858f2c62d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:28.997536 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9e7fa9c2-45f1-4152-bb7e-89d1f49c030e req-df550039-819a-42ea-8f76-e69858f2c62d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.1297362 Mar 30 07:18:29.052318 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 70352c24-989e-4e65-8b8f-ad572660b266 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:29.055391 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (70352c24-989e-4e65-8b8f-ad572660b266), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:29.109944 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70352c24-989e-4e65-8b8f-ad572660b266 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:18:29.111985 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c759bb31-f5d7-4300-8ddb-3e1ed3faef4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:29.138309 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9e7fa9c2-45f1-4152-bb7e-89d1f49c030e req-16b8d1ca-9cc5-4357-b37f-ecfd945a26f2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292019 Mar 30 07:18:29.168812 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 70352c24-989e-4e65-8b8f-ad572660b266, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=70352c24-989e-4e65-8b8f-ad572660b266,segment=NetworkSegment(58dd86b0-c772-4987-a176-8a4d041b1b71),segment_id=58dd86b0-c772-4987-a176-8a4d041b1b71)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:29.181783 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (70352c24-989e-4e65-8b8f-ad572660b266), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:29.254693 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c759bb31-f5d7-4300-8ddb-3e1ed3faef4c admin admin] Publish callbacks [] for security_group (967564d9-c569-4e72-8461-6cd03bbe0cb9), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:29.262253 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c759bb31-f5d7-4300-8ddb-3e1ed3faef4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (967564d9-c569-4e72-8461-6cd03bbe0cb9), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:29.271912 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:29.295170 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=70352c24-989e-4e65-8b8f-ad572660b266,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:29.308657 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-c759bb31-f5d7-4300-8ddb-3e1ed3faef4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2904d7cbd7ab4fdba009036f4131a3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4238684 Mar 30 07:18:29.308657 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759bb31-f5d7-4300-8ddb-3e1ed3faef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967564d9-c569-4e72-8461-6cd03bbe0cb9,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:29.309067 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 40086) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:29.386389 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d75bcf97-f86b-43c0-b3c2-5712512bdc9d admin admin] Publish callbacks [] for security_group (967564d9-c569-4e72-8461-6cd03bbe0cb9), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:29.443383 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d75bcf97-f86b-43c0-b3c2-5712512bdc9d admin admin] Publish callbacks [] for security_group (967564d9-c569-4e72-8461-6cd03bbe0cb9), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:29.579593 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['70352c24-989e-4e65-8b8f-ad572660b266'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:18:29.596596 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3020b-57de-44ee-bb77-a4b6b1e9eb30 req-040f3e0f-71f6-4205-beff-2837d3473fbf tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:29.607707 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7c3020b-57de-44ee-bb77-a4b6b1e9eb30 req-040f3e0f-71f6-4205-beff-2837d3473fbf tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 944 time: 0.1562715 Mar 30 07:18:29.630808 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d75bcf97-f86b-43c0-b3c2-5712512bdc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (967564d9-c569-4e72-8461-6cd03bbe0cb9), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:29.634856 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d75bcf97-f86b-43c0-b3c2-5712512bdc9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:29.637686 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d75bcf97-f86b-43c0-b3c2-5712512bdc9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/967564d9-c569-4e72-8461-6cd03bbe0cb9 HTTP/1.1" status: 204 len: 168 time: 0.3275402 Mar 30 07:18:29.659174 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bcf97-f86b-43c0-b3c2-5712512bdc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967564d9-c569-4e72-8461-6cd03bbe0cb9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:29.734157 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7c3020b-57de-44ee-bb77-a4b6b1e9eb30 req-9fbbceb2-1e73-4783-ada0-02296a6cc5c0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252329 Mar 30 07:18:30.208522 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57970412-f2d2-4e29-af8b-f5d0d4244a7e req-71524f0d-6a1d-4b9b-8562-8b0929a552f3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:30.212010 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-57970412-f2d2-4e29-af8b-f5d0d4244a7e req-71524f0d-6a1d-4b9b-8562-8b0929a552f3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.1331189 Mar 30 07:18:30.420588 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-57970412-f2d2-4e29-af8b-f5d0d4244a7e req-c0308514-208a-4882-bff5-e5b6d1906e12 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773369 Mar 30 07:18:30.447789 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74932bc4-8e69-4a02-9f68-1e64b0c735ad req-aae1aea2-b2e2-46e8-9c28-a136de361fec tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:30.449405 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74932bc4-8e69-4a02-9f68-1e64b0c735ad req-aae1aea2-b2e2-46e8-9c28-a136de361fec tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.1376979 Mar 30 07:18:30.525660 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74932bc4-8e69-4a02-9f68-1e64b0c735ad req-c8d27b9a-8a2a-4970-b16b-6765cfbdd725 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703802 Mar 30 07:18:30.647060 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:30.980520 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e0ec7-26da-4773-9d8d-1d6da7906988 req-93041c95-74d8-48a5-a4b7-e94776acabe0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:30.987914 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-846e0ec7-26da-4773-9d8d-1d6da7906988 req-93041c95-74d8-48a5-a4b7-e94776acabe0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 944 time: 0.1259711 Mar 30 07:18:31.087899 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-846e0ec7-26da-4773-9d8d-1d6da7906988 req-f522ff6c-ab35-4f46-b4c5-cc7e605af3c7 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953667 Mar 30 07:18:31.703979 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:18:31.710209 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c766128-7462-4652-92bf-c55239f8ab6e req-90c3adae-d828-4e93-b21c-8d4bfdfd0881 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:31.718199 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c766128-7462-4652-92bf-c55239f8ab6e req-90c3adae-d828-4e93-b21c-8d4bfdfd0881 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.1199524 Mar 30 07:18:31.817983 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d9d87-3ff2-4cb6-b85b-fb49e17d9f82 req-c3765e41-99f4-4dde-a521-5593b7aa7769 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:31.819981 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9c8d9d87-3ff2-4cb6-b85b-fb49e17d9f82 req-c3765e41-99f4-4dde-a521-5593b7aa7769 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0990238 Mar 30 07:18:31.835975 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c766128-7462-4652-92bf-c55239f8ab6e req-3e250bdd-ed7d-4c34-8fb8-e58e65fd5f35 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118317 Mar 30 07:18:31.905336 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9c8d9d87-3ff2-4cb6-b85b-fb49e17d9f82 req-b51517dd-5a8a-492b-82f9-21d9e38f854f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679145 Mar 30 07:18:32.304482 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcfc4c-ba59-488e-b6a1-fe3d17821f89 req-a5ed0792-abab-425f-9e71-ddecb98d00bf tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:32.313038 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcdcfc4c-ba59-488e-b6a1-fe3d17821f89 req-a5ed0792-abab-425f-9e71-ddecb98d00bf tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 944 time: 0.1123872 Mar 30 07:18:32.389179 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcdcfc4c-ba59-488e-b6a1-fe3d17821f89 req-25baab4a-a0fa-4336-a373-b3953b7cd551 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749431 Mar 30 07:18:32.606430 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 70352c24-989e-4e65-8b8f-ad572660b266 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:18:32.851686 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port 70352c24-989e-4e65-8b8f-ad572660b266 completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:18:32.861448 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 70352c24-989e-4e65-8b8f-ad572660b266 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:32.861902 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (70352c24-989e-4e65-8b8f-ad572660b266), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:33.012780 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98a8af-ce5e-433a-a0e5-af508422ec8c req-cc910211-440c-4d68-8d9d-6d70493e88b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:33.021751 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ad98a8af-ce5e-433a-a0e5-af508422ec8c req-cc910211-440c-4d68-8d9d-6d70493e88b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee09b83520e4e8ba691a79d60604388&device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 1127 time: 0.1531081 Mar 30 07:18:33.140913 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 70352c24-989e-4e65-8b8f-ad572660b266 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:33.141677 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (70352c24-989e-4e65-8b8f-ad572660b266), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:33.142464 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52e3d8-2a54-4ec7-b434-ebaa341a714f req-37c0582d-6c77-4fee-a593-6cd3448fe893 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:33.144828 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2f52e3d8-2a54-4ec7-b434-ebaa341a714f req-37c0582d-6c77-4fee-a593-6cd3448fe893 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.1998985 Mar 30 07:18:33.254374 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2d7ec4-d372-450c-9824-3bd310322805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70352c24-989e-4e65-8b8f-ad572660b266'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:18:33.261742 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7769d78f-f486-430e-82a5-0552f085ede0" -d '{"events": [{"server_uuid": "ee2d7ec4-d372-450c-9824-3bd310322805", "name": "network-vif-plugged", "status": "completed", "tag": "70352c24-989e-4e65-8b8f-ad572660b266"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:18:33.265190 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddaad1f-4146-42f3-aa53-cab98a074d29 req-e330b6d9-0a31-4b84-ae9b-d324651ddc93 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:33.268549 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2ddaad1f-4146-42f3-aa53-cab98a074d29 req-e330b6d9-0a31-4b84-ae9b-d324651ddc93 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.1966889 Mar 30 07:18:33.305630 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 70352c24-989e-4e65-8b8f-ad572660b266, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=70352c24-989e-4e65-8b8f-ad572660b266,segment=NetworkSegment(58dd86b0-c772-4987-a176-8a4d041b1b71),segment_id=58dd86b0-c772-4987-a176-8a4d041b1b71)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:33.316013 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (70352c24-989e-4e65-8b8f-ad572660b266), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:33.354792 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98a8af-ce5e-433a-a0e5-af508422ec8c req-7fb95765-3fc4-42bf-8a9f-66068b2f2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:33.356791 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ad98a8af-ce5e-433a-a0e5-af508422ec8c req-7fb95765-3fc4-42bf-8a9f-66068b2f2a30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=89db86be-e389-43ed-80e6-11e20145eaf2 HTTP/1.1" status: 200 len: 918 time: 0.2031584 Mar 30 07:18:33.357629 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2f52e3d8-2a54-4ec7-b434-ebaa341a714f req-e4fa5795-235c-4603-83a0-43a2694f830f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069149 Mar 30 07:18:33.434342 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=70352c24-989e-4e65-8b8f-ad572660b266,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:33.478661 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:33.485211 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7de4f94-813e-476b-9c1b-11a9577e1cab x-openstack-request-id: req-c7de4f94-813e-476b-9c1b-11a9577e1cab {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:18:33.485211 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2d7ec4-d372-450c-9824-3bd310322805", "name": "network-vif-plugged", "status": "completed", "tag": "70352c24-989e-4e65-8b8f-ad572660b266", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:18:33.485211 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7de4f94-813e-476b-9c1b-11a9577e1cab {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:18:33.485600 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7de4f94-813e-476b-9c1b-11a9577e1cab'] response: {'server_uuid': 'ee2d7ec4-d372-450c-9824-3bd310322805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70352c24-989e-4e65-8b8f-ad572660b266', 'code': 200} Mar 30 07:18:33.501179 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2ddaad1f-4146-42f3-aa53-cab98a074d29 req-aab9ac59-7763-45c0-91bb-fc5b540094af tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142892 Mar 30 07:18:33.641256 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ad98a8af-ce5e-433a-a0e5-af508422ec8c req-7e2c85dc-d39d-41f6-96ff-a6ee58d0d820 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46952506-ed7a-47ba-a4d4-3306605e4824 HTTP/1.1" status: 200 len: 999 time: 0.2754793 Mar 30 07:18:33.733256 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa192f-76e5-4e8d-8068-ea704aa9fbae req-e99b8a70-2e55-4289-900d-7dc07b3c10d2 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:33.736364 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a1fa192f-76e5-4e8d-8068-ea704aa9fbae req-e99b8a70-2e55-4289-900d-7dc07b3c10d2 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 945 time: 0.1549861 Mar 30 07:18:33.737961 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98a8af-ce5e-433a-a0e5-af508422ec8c req-f286d275-3ca7-41fe-bb28-676a4c44dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:33.739462 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ad98a8af-ce5e-433a-a0e5-af508422ec8c req-f286d275-3ca7-41fe-bb28-676a4c44dee8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602 HTTP/1.1" status: 200 len: 856 time: 0.0813067 Mar 30 07:18:33.815023 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98a8af-ce5e-433a-a0e5-af508422ec8c req-b32785a3-d0fa-4b2f-a7f7-559e138d4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:33.816736 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ad98a8af-ce5e-433a-a0e5-af508422ec8c req-b32785a3-d0fa-4b2f-a7f7-559e138d4c81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=89db86be-e389-43ed-80e6-11e20145eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546145 Mar 30 07:18:33.845310 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a1fa192f-76e5-4e8d-8068-ea704aa9fbae req-0a0612ff-9101-4d41-85a5-fb79c3430a83 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965350 Mar 30 07:18:34.066487 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2122a58-1d72-4a6b-8018-2a5091bc081b req-9d036750-a661-4408-ad48-3d81801a95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:34.068402 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-e2122a58-1d72-4a6b-8018-2a5091bc081b req-9d036750-a661-4408-ad48-3d81801a95ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 1129 time: 0.2133341 Mar 30 07:18:34.081383 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ad98a8af-ce5e-433a-a0e5-af508422ec8c req-70872fcb-0be0-4eb6-8a39-4e44c2e32e65 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389407 Mar 30 07:18:34.583075 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957dd8c-321d-4ce6-b842-8ccb836af853 req-b49f7768-09a6-43cd-b138-ec6fca3e6c15 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:34.590967 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4957dd8c-321d-4ce6-b842-8ccb836af853 req-b49f7768-09a6-43cd-b138-ec6fca3e6c15 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.1057036 Mar 30 07:18:34.681419 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4957dd8c-321d-4ce6-b842-8ccb836af853 req-fb58627f-3c54-479b-9294-37163ce3dd24 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878060 Mar 30 07:18:34.737273 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf91296-f842-4929-8435-34035b71f36f req-52653cf0-182d-4ef4-bf6a-3dae67a135ba tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:34.738748 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1cf91296-f842-4929-8435-34035b71f36f req-52653cf0-182d-4ef4-bf6a-3dae67a135ba tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.1308386 Mar 30 07:18:34.818927 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1cf91296-f842-4929-8435-34035b71f36f req-efa58070-e26b-41ea-a93c-0c73815c3e4c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696323 Mar 30 07:18:35.048697 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa52a4e-1fde-45a1-b6d5-f3623f7eae59 req-35fb1b69-a9d4-4761-88ff-843405cc4149 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:35.050268 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-afa52a4e-1fde-45a1-b6d5-f3623f7eae59 req-35fb1b69-a9d4-4761-88ff-843405cc4149 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.1251125 Mar 30 07:18:35.067225 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 40178) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:35.074269 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1e8ad031-4fa8-45d8-a050-e65e847c689e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Request body: {'floatingip': {'port_id': 'c73621da-1c9c-4d35-9b39-2038b6ae4204'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:35.164787 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac1f1a-cda6-48bf-9cf1-580da589a806 req-0a1a381f-4745-4316-9f14-ae040e0b059a tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:35.167833 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4ac1f1a-cda6-48bf-9cf1-580da589a806 req-0a1a381f-4745-4316-9f14-ae040e0b059a tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 945 time: 0.1991794 Mar 30 07:18:35.171247 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad031-4fa8-45d8-a050-e65e847c689e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for floatingip (7eea4d79-11f2-480f-a138-92932d14c875), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:35.187410 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-e2122a58-1d72-4a6b-8018-2a5091bc081b req-c5fb923a-7e51-4245-abb3-576bf2662ef7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615472 Mar 30 07:18:35.205042 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ad98a8af-ce5e-433a-a0e5-af508422ec8c req-64d8d088-dac3-4602-9a33-2795e611def6 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716731 Mar 30 07:18:35.285784 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4ac1f1a-cda6-48bf-9cf1-580da589a806 req-e65460c4-36e8-40ae-8020-cff0514230f6 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105270 Mar 30 07:18:35.933219 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418872f-073a-4106-bf5a-298aa6a7343c req-22663ddd-c69d-4d79-b737-5b5882ef8d65 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:35.935495 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d418872f-073a-4106-bf5a-298aa6a7343c req-22663ddd-c69d-4d79-b737-5b5882ef8d65 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.1670785 Mar 30 07:18:36.058251 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d418872f-073a-4106-bf5a-298aa6a7343c req-5e7c2d4d-d5e5-4a26-b6b7-b8bee7076532 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142468 Mar 30 07:18:36.083645 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad031-4fa8-45d8-a050-e65e847c689e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:36.090178 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad031-4fa8-45d8-a050-e65e847c689e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (7eea4d79-11f2-480f-a138-92932d14c875), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:36.205810 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-1e8ad031-4fa8-45d8-a050-e65e847c689e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Floating IP 7eea4d79-11f2-480f-a138-92932d14c875 associated. External IP: 172.27.1.123, port: c73621da-1c9c-4d35-9b39-2038b6ae4204. Mar 30 07:18:36.465648 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3302fb0-bf3f-4de5-8f6e-c6e21322097b req-4fa11d5c-c4c5-4613-8176-1dce80abfa54 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:36.467149 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c3302fb0-bf3f-4de5-8f6e-c6e21322097b req-4fa11d5c-c4c5-4613-8176-1dce80abfa54 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 945 time: 0.0737271 Mar 30 07:18:36.492965 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8ad031-4fa8-45d8-a050-e65e847c689e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:18:36.622876 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c3302fb0-bf3f-4de5-8f6e-c6e21322097b req-8bcda4fa-4fec-4141-a25e-f657dee37194 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467001 Mar 30 07:18:36.707571 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8ad031-4fa8-45d8-a050-e65e847c689e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:18:36.716789 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad031-4fa8-45d8-a050-e65e847c689e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:36.720054 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe1a33-4b26-4f42-9854-21606d861041 None None] Sync routers for ids ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:18:36.735797 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe1a33-4b26-4f42-9854-21606d861041 None None] Routers {'8b212ec1-cd02-4e08-bbe2-a941f8b5511a'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:18:36.737709 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-d3fe1a33-4b26-4f42-9854-21606d861041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:18:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:36.785361 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1e8ad031-4fa8-45d8-a050-e65e847c689e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "PUT /v2.0/floatingips/7eea4d79-11f2-480f-a138-92932d14c875 HTTP/1.1" status: 200 len: 992 time: 1.7150888 Mar 30 07:18:36.785942 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55662b82-58b5-4206-a411-103fac11b0b2', 'tag': 'c73621da-1c9c-4d35-9b39-2038b6ae4204'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:18:36.808599 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a293178b-1301-4945-a689-88cf3885b02d" -d '{"events": [{"name": "network-changed", "server_uuid": "55662b82-58b5-4206-a411-103fac11b0b2", "tag": "c73621da-1c9c-4d35-9b39-2038b6ae4204"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:18:36.886808 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0f0b0a-2970-429e-8baf-e821c517eea0 x-openstack-request-id: req-dc0f0b0a-2970-429e-8baf-e821c517eea0 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:18:36.887089 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55662b82-58b5-4206-a411-103fac11b0b2", "tag": "c73621da-1c9c-4d35-9b39-2038b6ae4204", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:18:36.887336 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc0f0b0a-2970-429e-8baf-e821c517eea0 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:18:36.887726 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc0f0b0a-2970-429e-8baf-e821c517eea0'] response: {'name': 'network-changed', 'server_uuid': '55662b82-58b5-4206-a411-103fac11b0b2', 'tag': 'c73621da-1c9c-4d35-9b39-2038b6ae4204', 'status': 'completed', 'code': 200} Mar 30 07:18:36.976892 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-d3fe1a33-4b26-4f42-9854-21606d861041 None None] Set router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:18:37.310946 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9e57c-ce7b-4051-8492-adf3d83ac3c3 req-ce41b4cf-4be8-427f-bc9b-76ba1f91d4f3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:37.314085 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-53a9e57c-ce7b-4051-8492-adf3d83ac3c3 req-ce41b4cf-4be8-427f-bc9b-76ba1f91d4f3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.1298218 Mar 30 07:18:37.361006 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-d3fe1a33-4b26-4f42-9854-21606d861041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:38Z', 'revision_number': 4, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '7eea4d79-11f2-480f-a138-92932d14c875', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'port_id': 'c73621da-1c9c-4d35-9b39-2038b6ae4204', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'mac_address': 'fa:16:3e:71:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55662b82-58b5-4206-a411-103fac11b0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:18:02Z', 'updated_at': '2022-03-30T07:18:35Z', 'revision_number': 1, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5eeb761-3112-4486-9d8c-0e8299a1c69d', 'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'mac_address': 'fa:16:3e:75:98:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:36Z', 'updated_at': '2022-03-30T07:15:51Z', 'revision_number': 5, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'subnets': [{'id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:37.410992 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-53a9e57c-ce7b-4051-8492-adf3d83ac3c3 req-43e9bf68-4675-4bd2-80cd-0fbf0faff89a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860283 Mar 30 07:18:37.430438 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe1a33-4b26-4f42-9854-21606d861041 None None] Checking router: 8b212ec1-cd02-4e08-bbe2-a941f8b5511a for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:18:37.469277 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe1a33-4b26-4f42-9854-21606d861041 None None] Routers {'8b212ec1-cd02-4e08-bbe2-a941f8b5511a'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:18:37.469896 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-d3fe1a33-4b26-4f42-9854-21606d861041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:18:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:37.585065 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-d3fe1a33-4b26-4f42-9854-21606d861041 None None] Set router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:18:37.867064 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf04849-3bed-43c8-b243-adf82e4c0db7 req-df013a24-e36d-445d-9a40-d058b991bde7 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:37.868587 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ddf04849-3bed-43c8-b243-adf82e4c0db7 req-df013a24-e36d-445d-9a40-d058b991bde7 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 945 time: 0.1210816 Mar 30 07:18:37.937862 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-d3fe1a33-4b26-4f42-9854-21606d861041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:38Z', 'revision_number': 4, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '7eea4d79-11f2-480f-a138-92932d14c875', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'port_id': 'c73621da-1c9c-4d35-9b39-2038b6ae4204', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'mac_address': 'fa:16:3e:71:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55662b82-58b5-4206-a411-103fac11b0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:18:02Z', 'updated_at': '2022-03-30T07:18:35Z', 'revision_number': 1, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5eeb761-3112-4486-9d8c-0e8299a1c69d', 'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'mac_address': 'fa:16:3e:75:98:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:36Z', 'updated_at': '2022-03-30T07:15:51Z', 'revision_number': 5, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'subnets': [{'id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:37.944769 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ddf04849-3bed-43c8-b243-adf82e4c0db7 req-17b9e52d-8df9-4ca2-a7cc-49c79e8e5764 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674176 Mar 30 07:18:37.979235 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe1a33-4b26-4f42-9854-21606d861041 None None] The sync data for ids ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'] in dv-cinder-835778-2-iscsi is: [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:38Z', 'revision_number': 4, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '7eea4d79-11f2-480f-a138-92932d14c875', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'port_id': 'c73621da-1c9c-4d35-9b39-2038b6ae4204', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'mac_address': 'fa:16:3e:71:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55662b82-58b5-4206-a411-103fac11b0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:18:02Z', 'updated_at': '2022-03-30T07:18:35Z', 'revision_number': 1, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5eeb761-3112-4486-9d8c-0e8299a1c69d', 'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'mac_address': 'fa:16:3e:75:98:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:36Z', 'updated_at': '2022-03-30T07:15:51Z', 'revision_number': 5, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'subnets': [{'id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:18:38.264658 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bb64c1-d92d-41eb-9594-5c188d99098e None None] New status for floating IP 7eea4d79-11f2-480f-a138-92932d14c875: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:18:38.548303 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424635e-5fcc-4816-b1da-f7e0e4714dba req-9d5f0f90-a585-49fd-b236-79719f3fcd2d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:38.549874 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3424635e-5fcc-4816-b1da-f7e0e4714dba req-9d5f0f90-a585-49fd-b236-79719f3fcd2d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.0571935 Mar 30 07:18:38.603110 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3424635e-5fcc-4816-b1da-f7e0e4714dba req-5729ed8e-0444-4631-a940-62b630c486da tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443609 Mar 30 07:18:38.782173 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293178b-1301-4945-a689-88cf3885b02d req-048053b8-1d3e-4650-927d-d97be99da274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:38.783669 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-a293178b-1301-4945-a689-88cf3885b02d req-048053b8-1d3e-4650-927d-d97be99da274 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 1130 time: 0.0471501 Mar 30 07:18:38.883854 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293178b-1301-4945-a689-88cf3885b02d req-4e6ed5c4-d31e-432a-be9a-daf9c7a3298f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:38.885392 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-a293178b-1301-4945-a689-88cf3885b02d req-4e6ed5c4-d31e-432a-be9a-daf9c7a3298f service neutron] 10.222.0.35 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 920 time: 0.0889125 Mar 30 07:18:38.962761 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-a293178b-1301-4945-a689-88cf3885b02d req-fa285c1b-6905-4a97-9456-04d628800114 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73621da-1c9c-4d35-9b39-2038b6ae4204 HTTP/1.1" status: 200 len: 1002 time: 0.0590415 Mar 30 07:18:39.015534 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293178b-1301-4945-a689-88cf3885b02d req-1a45f916-17cd-4a73-964c-d21f71d95d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:39.017138 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-a293178b-1301-4945-a689-88cf3885b02d req-1a45f916-17cd-4a73-964c-d21f71d95d07 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 200 len: 858 time: 0.0468183 Mar 30 07:18:39.076484 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293178b-1301-4945-a689-88cf3885b02d req-f25184f9-0f40-4df6-8f4a-8c60f94c67b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:39.078111 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-a293178b-1301-4945-a689-88cf3885b02d req-f25184f9-0f40-4df6-8f4a-8c60f94c67b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9678c55-7461-4938-ba80-6574cdde20b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481012 Mar 30 07:18:39.087748 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ca43d-c55d-4eb3-9c27-a8cf0e1acfa7 req-8812a09f-e00d-4903-b991-a0e4d44eaf32 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:39.089298 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd5ca43d-c55d-4eb3-9c27-a8cf0e1acfa7 req-8812a09f-e00d-4903-b991-a0e4d44eaf32 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 945 time: 0.0520189 Mar 30 07:18:39.141341 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd5ca43d-c55d-4eb3-9c27-a8cf0e1acfa7 req-8700c1c5-1522-441d-bf37-cfd425d767b0 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448177 Mar 30 07:18:39.180057 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-a293178b-1301-4945-a689-88cf3885b02d req-e5ca51b2-e04e-4635-926c-08eca3e6ff59 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870059 Mar 30 07:18:39.258822 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 40332) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:39.315218 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-a293178b-1301-4945-a689-88cf3885b02d req-9aac2409-b102-4e83-a1f6-9f8c22cd6870 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038654 Mar 30 07:18:39.327570 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Deleting subnet 4b39a946-d97b-46e5-8719-7ca7e10b67d9 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:18:39.330893 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Publish callbacks [] for subnet (4b39a946-d97b-46e5-8719-7ca7e10b67d9), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:39.373021 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7367719'] for subnet (4b39a946-d97b-46e5-8719-7ca7e10b67d9), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:39.415681 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (4b39a946-d97b-46e5-8719-7ca7e10b67d9), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:39.481888 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7417498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7759391'] for subnet (4b39a946-d97b-46e5-8719-7ca7e10b67d9), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:39.521407 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b39a946-d97b-46e5-8719-7ca7e10b67d9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:39.530357 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:39.533366 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4b39a946-d97b-46e5-8719-7ca7e10b67d9 HTTP/1.1" status: 204 len: 168 time: 0.2730925 Mar 30 07:18:39.535008 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.535389 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.535755 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.536134 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.536259 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40342) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:39.536471 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.536795 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.537118 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.537441 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.537849 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.538200 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.538512 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.538841 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.539152 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.539469 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.539835 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc603a-8cc0-4ec4-84fa-1e120d94c98d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.603547 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (6c352acd-aebe-4eb6-a0e7-b315ecb9a217), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:39.690506 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (6c352acd-aebe-4eb6-a0e7-b315ecb9a217), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:39.712573 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:18:39.712911 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:18:39.714208 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:18:39.714208 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:18:39.714208 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:18:39.714518 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:18:39.714856 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:18:39.715143 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:18:39.715451 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:18:39.715763 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:18:39.736914 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522535d-a794-43c8-8a50-c4c5c75512ca req-4c68aaf3-99c7-4aeb-97ae-bc56b8cef114 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:39.738487 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4522535d-a794-43c8-8a50-c4c5c75512ca req-4c68aaf3-99c7-4aeb-97ae-bc56b8cef114 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.0585325 Mar 30 07:18:39.792375 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4522535d-a794-43c8-8a50-c4c5c75512ca req-4136400b-ebc2-4ca7-8f4e-e5d312b03e00 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476537 Mar 30 07:18:39.821427 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:18:39.821993 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:18:39.822099 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:18:39.822388 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 07:18:39.822745 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c352acd-aebe-4eb6-a0e7-b315ecb9a217']}} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:39.841714 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3357ecd-d147-4650-be45-3378ab720f5a') {'for_net_delete': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:39.842011 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3357ecd-d147-4650-be45-3378ab720f5a') {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:39.860820 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5776156'] for segment (c3357ecd-d147-4650-be45-3378ab720f5a), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:39.885721 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (c3357ecd-d147-4650-be45-3378ab720f5a), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:39.895064 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:18:39.895492 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151914'] for segment (c3357ecd-d147-4650-be45-3378ab720f5a), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: from cryptography.utils import int_from_bytes Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: from cryptography.utils import int_from_bytes Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: Traceback (most recent call last): Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: timer() Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: cb(*args, **kw) Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: return func(*args, **kwargs) Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: self._notify() Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: self.callback(batched_events) Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: event.method(event) Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: return f(self, *a, **k) Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._get(url).json() Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: return self.request(url, 'GET', **kwargs) Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:18:39.900679 dv-cinder-835778-2-iscsi neutron-server[103478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:18:39.962928 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (6c352acd-aebe-4eb6-a0e7-b315ecb9a217), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:39.968545 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:39.972171 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6c352acd-aebe-4eb6-a0e7-b315ecb9a217 HTTP/1.1" status: 204 len: 168 time: 0.4346638 Mar 30 07:18:39.986416 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c352acd-aebe-4eb6-a0e7-b315ecb9a217,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:39.993987 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.994330 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.994666 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.995004 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.995337 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.995663 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.996010 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.996335 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.996659 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.996978 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.997300 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.997621 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.997939 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.998239 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:39.998552 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3952c2f6-c58e-4647-b205-260661e388b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:40.149579 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40348) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:40.190598 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-fb11b1bf-7444-4280-a413-904b2f48dc10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7ad5fa9994340d78e5489bc40885480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396903 Mar 30 07:18:40.193157 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40352) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:40.246696 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-314e8b52-2319-4256-8135-a2ae54b09e79 admin admin] Publish callbacks [] for security_group (429e3e79-fffd-4025-a95f-11183f9507f9), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:40.263039 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03640b6-9187-42f0-992e-a7bed8f2f413 req-921415fd-14ef-48c8-bd22-cbb9918a7e0a tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:40.264559 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e03640b6-9187-42f0-992e-a7bed8f2f413 req-921415fd-14ef-48c8-bd22-cbb9918a7e0a tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 945 time: 0.0581777 Mar 30 07:18:40.267695 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-314e8b52-2319-4256-8135-a2ae54b09e79 admin admin] Publish callbacks [] for security_group (429e3e79-fffd-4025-a95f-11183f9507f9), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:40.311938 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e03640b6-9187-42f0-992e-a7bed8f2f413 req-5a6b894e-6671-4bb0-92f0-fb1337e92482 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412169 Mar 30 07:18:40.313943 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-314e8b52-2319-4256-8135-a2ae54b09e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (429e3e79-fffd-4025-a95f-11183f9507f9), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:40.316548 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-314e8b52-2319-4256-8135-a2ae54b09e79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:40.317668 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-314e8b52-2319-4256-8135-a2ae54b09e79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/429e3e79-fffd-4025-a95f-11183f9507f9 HTTP/1.1" status: 204 len: 168 time: 0.1236582 Mar 30 07:18:40.329686 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e8b52-2319-4256-8135-a2ae54b09e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429e3e79-fffd-4025-a95f-11183f9507f9,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:40.926779 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f49a6b-b22c-4381-bc64-c9eec93dfe20 req-ec7709e1-a375-4e04-8d7e-50b6462c0aa2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:40.928501 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-35f49a6b-b22c-4381-bc64-c9eec93dfe20 req-ec7709e1-a375-4e04-8d7e-50b6462c0aa2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.0566249 Mar 30 07:18:40.976447 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-35f49a6b-b22c-4381-bc64-c9eec93dfe20 req-0ceb46a0-4776-4e06-a5f4-dad307d69307 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423625 Mar 30 07:18:41.059281 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40392) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:41.158976 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1707988931-network', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:41.181944 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] Made reservation on behalf of 0b879ef71fe5494cadf6882b4230511a for: {'network': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:18:41.184267 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:41.192328 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:41.269698 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] Publish callbacks [] for security_group (ac6e41d7-d45d-41fd-953d-db48e0a67eba), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:41.276947 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (ac6e41d7-d45d-41fd-953d-db48e0a67eba), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:41.300423 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:18:41.309314 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6e41d7-d45d-41fd-953d-db48e0a67eba,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:41.315095 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (862ab29f-27ab-47c6-8614-00b49bb3aa39), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:41.315453 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.segments_db [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] Added segment 862ab29f-27ab-47c6-8614-00b49bb3aa39 of type vlan for network 378d266e-b6e4-47d5-9ac3-349863fb7ad1 Mar 30 07:18:41.357395 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (378d266e-b6e4-47d5-9ac3-349863fb7ad1), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:41.384311 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (378d266e-b6e4-47d5-9ac3-349863fb7ad1), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:41.385397 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:41.386106 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:41.437574 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3772206 Mar 30 07:18:41.440706 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 40396) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:41.446103 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e08fdc04-0d83-4fb5-b455-8a871f261928 admin admin] Request body: {'subnet': {'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1707988931-subnet', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:41.446584 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2732312-867a-422b-86de-b58482ed6b9a admin admin] Pushing event updated for resources: {'Network': ['ID=378d266e-b6e4-47d5-9ac3-349863fb7ad1,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:41.458831 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network 378d266e-b6e4-47d5-9ac3-349863fb7ad1 details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:18:41.468554 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08fdc04-0d83-4fb5-b455-8a871f261928 admin admin] Made reservation on behalf of 0b879ef71fe5494cadf6882b4230511a for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:18:41.470817 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e08fdc04-0d83-4fb5-b455-8a871f261928 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7759360'] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:41.646521 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e08fdc04-0d83-4fb5-b455-8a871f261928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7417561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7759382'] for subnet (00d02fc5-4d06-4b6c-9395-801b466ad4fe), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:41.700214 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fdc04-0d83-4fb5-b455-8a871f261928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d02fc5-4d06-4b6c-9395-801b466ad4fe,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:41.711037 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08fdc04-0d83-4fb5-b455-8a871f261928 admin admin] Checking segment: {'id': '862ab29f-27ab-47c6-8614-00b49bb3aa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:18:41.711196 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08fdc04-0d83-4fb5-b455-8a871f261928 admin admin] Network hostable DHCP agents. Network: 378d266e-b6e4-47d5-9ac3-349863fb7ad1, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:18:41.732012 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08fdc04-0d83-4fb5-b455-8a871f261928 admin admin] Network 378d266e-b6e4-47d5-9ac3-349863fb7ad1 is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:18:41.744576 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e08fdc04-0d83-4fb5-b455-8a871f261928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, 378d266e-b6e4-47d5-9ac3-349863fb7ad1) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:18:41.751004 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08fdc04-0d83-4fb5-b455-8a871f261928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:41.751667 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e08fdc04-0d83-4fb5-b455-8a871f261928 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:41.756352 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45a9525-0f3f-4f3d-b881-aa9b86ac0f82 None None] Network 378d266e-b6e4-47d5-9ac3-349863fb7ad1 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:18:41.771955 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e08fdc04-0d83-4fb5-b455-8a871f261928 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3299699 Mar 30 07:18:41.774651 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 40406) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:41.780381 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:41.811024 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1945'] for router (e464fba7-09aa-4a80-8fe1-60d78decbdab), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:41.812290 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (e464fba7-09aa-4a80-8fe1-60d78decbdab), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:41.866291 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b82721-ccaf-517d-af1a-d7277a7417ee-378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'fixed_ips': [{'subnet_id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe'}]}} from dv-cinder-835778-2-iscsi. {{(pid=103479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 07:18:41.867200 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:41.869074 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Publish callbacks [] for router_controller (e464fba7-09aa-4a80-8fe1-60d78decbdab), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:42.006883 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Allocated IP 172.20.0.2 (378d266e-b6e4-47d5-9ac3-349863fb7ad1/00d02fc5-4d06-4b6c-9395-801b466ad4fe/7e010ca9-0ddf-43eb-a574-bafe48b5bbbc) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:18:42.011335 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Publish callbacks [] for router_gateway (e464fba7-09aa-4a80-8fe1-60d78decbdab), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:42.129843 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4b1d3-4a07-400e-a5c7-19fc80abe331 req-157f5b0f-c8cb-4568-99d3-7a96c410bf63 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:42.131345 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-55e4b1d3-4a07-400e-a5c7-19fc80abe331 req-157f5b0f-c8cb-4568-99d3-7a96c410bf63 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 943 time: 0.0709760 Mar 30 07:18:42.154896 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Publish callbacks [] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:42.161578 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:42.196981 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Network 378d266e-b6e4-47d5-9ac3-349863fb7ad1 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:18:42.201425 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:18:42.207153 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:18:42.216495 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Pushing event updated for resources: {'Port': ['ID=7e010ca9-0ddf-43eb-a574-bafe48b5bbbc,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:42.248341 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-55e4b1d3-4a07-400e-a5c7-19fc80abe331 req-f4189c4c-53e5-4b6f-aa29-8fd36bd0187f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079206 Mar 30 07:18:42.270532 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Attempting to bind port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:18:42.270904 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Attempting to bind port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '862ab29f-27ab-47c6-8614-00b49bb3aa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:18:42.271267 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Attempting to bind port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc on network 378d266e-b6e4-47d5-9ac3-349863fb7ad1 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:18:42.276518 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:18:42.276923 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Checking segment: {'id': '862ab29f-27ab-47c6-8614-00b49bb3aa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:18:42.277295 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:42.277680 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Bound using segment: {'id': '862ab29f-27ab-47c6-8614-00b49bb3aa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:18:42.278137 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Bound port: 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862ab29f-27ab-47c6-8614-00b49bb3aa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:18:42.278519 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:42.296618 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Publish callbacks [] for router_gateway (e464fba7-09aa-4a80-8fe1-60d78decbdab), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:42.315446 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:42.341805 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] For port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:18:42.344951 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] For port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=7e010ca9-0ddf-43eb-a574-bafe48b5bbbc,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:18:42.350440 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:42.412159 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026047a-5042-4238-af12-a069ad1b4537 None None] Pushing event updated for resources: {'Port': ['ID=7e010ca9-0ddf-43eb-a574-bafe48b5bbbc,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:42.436644 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Allocated IP 172.27.1.72 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/ed4874e2-2727-4866-b378-ca3ccf425ffd) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:18:42.542932 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Publish callbacks [] for port (ed4874e2-2727-4866-b378-ca3ccf425ffd), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:42.580324 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (ed4874e2-2727-4866-b378-ca3ccf425ffd), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:42.620599 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:18:42.625735 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:18:42.630423 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:18:42.633409 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Pushing event updated for resources: {'Port': ['ID=ed4874e2-2727-4866-b378-ca3ccf425ffd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:42.641328 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 46952506-ed7a-47ba-a4d4-3306605e4824 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:18:42.764488 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 46952506-ed7a-47ba-a4d4-3306605e4824, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=46952506-ed7a-47ba-a4d4-3306605e4824,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:42.782000 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '46952506-ed7a-47ba-a4d4-3306605e4824', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'port_id': '46952506-ed7a-47ba-a4d4-3306605e4824', 'mac_address': 'fa:16:3e:12:d3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:18:42.834848 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 46952506-ed7a-47ba-a4d4-3306605e4824 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:42.835368 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:42.859498 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46952506-ed7a-47ba-a4d4-3306605e4824 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:18:42.883336 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 46952506-ed7a-47ba-a4d4-3306605e4824, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=46952506-ed7a-47ba-a4d4-3306605e4824,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:42.889242 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:42.943522 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=46952506-ed7a-47ba-a4d4-3306605e4824,revision_number=9']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:42.954916 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Publish callbacks [] for router_gateway (e464fba7-09aa-4a80-8fe1-60d78decbdab), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:43.058406 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40420) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:43.170715 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a0328876-01ed-4fca-b720-3b0098cc2a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:43.283338 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['46952506-ed7a-47ba-a4d4-3306605e4824'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:18:43.308093 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a0328876-01ed-4fca-b720-3b0098cc2a76 admin admin] Publish callbacks [] for security_group (b2a3c91a-48ee-47f6-8930-dc72d65af83b), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:43.318161 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a0328876-01ed-4fca-b720-3b0098cc2a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (b2a3c91a-48ee-47f6-8930-dc72d65af83b), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:43.349443 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:18:43.371945 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-a0328876-01ed-4fca-b720-3b0098cc2a76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=095d18729f4c481395d2c3cdfb7d14aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123245 Mar 30 07:18:43.372408 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 40426) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:43.386636 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0328876-01ed-4fca-b720-3b0098cc2a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a3c91a-48ee-47f6-8930-dc72d65af83b,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:43.442719 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:43.443312 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:43.497828 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebae18e-9f87-4585-ab0c-82b560a1511d req-13cd7837-869e-414f-bbbb-facdc8715c64 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:43.499332 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bebae18e-9f87-4585-ab0c-82b560a1511d req-13cd7837-869e-414f-bbbb-facdc8715c64 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 944 time: 0.1285803 Mar 30 07:18:43.502561 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622820'] for router (e464fba7-09aa-4a80-8fe1-60d78decbdab), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:43.510664 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08add7c6-65be-42db-bc4d-bad3b365b413 admin admin] Publish callbacks [] for security_group (b2a3c91a-48ee-47f6-8930-dc72d65af83b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:43.593357 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:43.593804 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:43.609886 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f99ef9-54fb-49e3-8f92-6c42c6c6bced None None] Network 378d266e-b6e4-47d5-9ac3-349863fb7ad1 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:18:43.611971 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08add7c6-65be-42db-bc4d-bad3b365b413 admin admin] Publish callbacks [] for security_group (b2a3c91a-48ee-47f6-8930-dc72d65af83b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:43.677836 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bebae18e-9f87-4585-ab0c-82b560a1511d req-166f57f4-5802-4e0f-8d9a-1e0cf548736a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702473 Mar 30 07:18:43.693822 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=7e010ca9-0ddf-43eb-a574-bafe48b5bbbc,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:43.713513 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:43.729242 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08add7c6-65be-42db-bc4d-bad3b365b413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (b2a3c91a-48ee-47f6-8930-dc72d65af83b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:43.732141 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08add7c6-65be-42db-bc4d-bad3b365b413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:43.733258 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-08add7c6-65be-42db-bc4d-bad3b365b413 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2a3c91a-48ee-47f6-8930-dc72d65af83b HTTP/1.1" status: 204 len: 168 time: 0.3576677 Mar 30 07:18:43.740585 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-8b21f76b-ca62-44e8-9b7c-6b340c9dce83 None None] Provisioning complete for port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:43.741005 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8b21f76b-ca62-44e8-9b7c-6b340c9dce83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:43.744796 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08add7c6-65be-42db-bc4d-bad3b365b413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a3c91a-48ee-47f6-8930-dc72d65af83b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:43.746752 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Router e464fba7-09aa-4a80-8fe1-60d78decbdab is scheduled to L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 07:18:43.829446 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=7e010ca9-0ddf-43eb-a574-bafe48b5bbbc,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:43.867133 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:18:43.877346 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Sync routers for ids ['e464fba7-09aa-4a80-8fe1-60d78decbdab'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:18:43.891215 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:43.896064 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-8b21f76b-ca62-44e8-9b7c-6b340c9dce83 None None] Current status of the port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:43.896280 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-31a982e4-3b9a-4979-965b-fc66a8aa2f0f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1197486 Mar 30 07:18:43.896604 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Routers {'e464fba7-09aa-4a80-8fe1-60d78decbdab'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:18:43.897779 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:18:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['e464fba7-09aa-4a80-8fe1-60d78decbdab'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:43.898888 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40434) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:44.040427 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Set router e464fba7-09aa-4a80-8fe1-60d78decbdab gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:18:44.231551 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-119e47d7-3513-4101-91d5-3f20914a8a6a None None] Provisioning complete for port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:44.232116 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-119e47d7-3513-4101-91d5-3f20914a8a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:44.312961 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-119e47d7-3513-4101-91d5-3f20914a8a6a None None] Current status of the port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:44.336065 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:41Z', 'updated_at': '2022-03-30T07:18:42Z', 'revision_number': 3, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'gw_port': {'id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:42Z', 'updated_at': '2022-03-30T07:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:44.362258 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Checking router: e464fba7-09aa-4a80-8fe1-60d78decbdab for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:18:44.362464 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Updating router e464fba7-09aa-4a80-8fe1-60d78decbdab port ed4874e2-2727-4866-b378-ca3ccf425ffd binding host dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:18:44.393871 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ed4874e2-2727-4866-b378-ca3ccf425ffd), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:44.584498 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:44.640815 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Publish callbacks [] for port (ed4874e2-2727-4866-b378-ca3ccf425ffd), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:44.647280 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (ed4874e2-2727-4866-b378-ca3ccf425ffd), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:44.660159 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 46952506-ed7a-47ba-a4d4-3306605e4824 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:18:44.704747 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Pushing event updated for resources: {'Port': ['ID=ed4874e2-2727-4866-b378-ca3ccf425ffd,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:44.706787 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Attempting to bind port ed4874e2-2727-4866-b378-ca3ccf425ffd on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:18:44.707143 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Attempting to bind port ed4874e2-2727-4866-b378-ca3ccf425ffd by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:18:44.707492 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Attempting to bind port ed4874e2-2727-4866-b378-ca3ccf425ffd on network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:18:44.715359 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 46952506-ed7a-47ba-a4d4-3306605e4824 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:44.715980 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:44.716065 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:18:44.716285 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Checking segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:18:44.716712 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:44.717044 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Bound using segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:18:44.717496 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Bound port: ed4874e2-2727-4866-b378-ca3ccf425ffd, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:18:44.717861 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ed4874e2-2727-4866-b378-ca3ccf425ffd), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:44.721063 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:44.721506 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:44.721962 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:44.722330 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:44.722667 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:44.723179 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:44.723606 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:44.724041 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:44.724397 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:44.724776 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:44.725185 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:44.725554 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:44.725871 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:44.726183 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:44.726494 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:18:44.757098 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Allocated IP 172.20.0.1 (378d266e-b6e4-47d5-9ac3-349863fb7ad1/00d02fc5-4d06-4b6c-9395-801b466ad4fe/9ddfc1bb-d9df-4e38-b562-691085c50d2b) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:18:44.794373 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] For port ed4874e2-2727-4866-b378-ca3ccf425ffd, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:18:44.798187 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] For port ed4874e2-2727-4866-b378-ca3ccf425ffd, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=ed4874e2-2727-4866-b378-ca3ccf425ffd,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:18:44.808061 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (ed4874e2-2727-4866-b378-ca3ccf425ffd), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:44.825628 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 46952506-ed7a-47ba-a4d4-3306605e4824 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:44.826146 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:44.842045 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514f8c3-2f8a-4398-95bc-10e818ff28c2 req-847efa11-af9a-40c3-9481-3b85f6522a60 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:44.844532 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2514f8c3-2f8a-4398-95bc-10e818ff28c2 req-847efa11-af9a-40c3-9481-3b85f6522a60 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 944 time: 0.0655448 Mar 30 07:18:44.850936 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46952506-ed7a-47ba-a4d4-3306605e4824'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:18:44.854328 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3102391a-098b-4011-8d4e-1efe7e054fee" -d '{"events": [{"server_uuid": "d977a73f-876d-4d10-adf8-326ed77fc467", "name": "network-vif-plugged", "status": "completed", "tag": "46952506-ed7a-47ba-a4d4-3306605e4824"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:18:44.869507 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 46952506-ed7a-47ba-a4d4-3306605e4824, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=46952506-ed7a-47ba-a4d4-3306605e4824,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:44.878246 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:44.895230 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Routers {'e464fba7-09aa-4a80-8fe1-60d78decbdab'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:18:44.896266 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:18:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['e464fba7-09aa-4a80-8fe1-60d78decbdab'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:44.912210 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2514f8c3-2f8a-4398-95bc-10e818ff28c2 req-3640d929-448f-4013-bee1-d323fbca2564 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595338 Mar 30 07:18:44.922773 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Publish callbacks [] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:44.925656 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24dc5fa-01c4-4bee-a3de-d23c9a7c35ee x-openstack-request-id: req-e24dc5fa-01c4-4bee-a3de-d23c9a7c35ee {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:18:44.926038 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d977a73f-876d-4d10-adf8-326ed77fc467", "name": "network-vif-plugged", "status": "completed", "tag": "46952506-ed7a-47ba-a4d4-3306605e4824", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:18:44.926256 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e24dc5fa-01c4-4bee-a3de-d23c9a7c35ee {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:18:44.926848 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24dc5fa-01c4-4bee-a3de-d23c9a7c35ee'] response: {'server_uuid': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46952506-ed7a-47ba-a4d4-3306605e4824', 'code': 200} Mar 30 07:18:44.942427 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=46952506-ed7a-47ba-a4d4-3306605e4824,revision_number=10']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:44.968460 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:44.988848 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a47a61-434d-4402-a369-2c988f2d6c61 None None] Pushing event updated for resources: {'Port': ['ID=ed4874e2-2727-4866-b378-ca3ccf425ffd,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:45.023471 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Network 378d266e-b6e4-47d5-9ac3-349863fb7ad1 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:18:45.024365 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Pushing event updated for resources: {'Port': ['ID=9ddfc1bb-d9df-4e38-b562-691085c50d2b,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:45.027828 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:18:45.030330 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:18:45.054062 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] Set router e464fba7-09aa-4a80-8fe1-60d78decbdab gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:18:45.068218 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622771'] for router_interface (e464fba7-09aa-4a80-8fe1-60d78decbdab), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:45.204767 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:45.244375 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-b3e28cd6-4143-4051-a47f-058399f8a28a None None] Provisioning complete for port 9ddfc1bb-d9df-4e38-b562-691085c50d2b triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:45.244844 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b3e28cd6-4143-4051-a47f-058399f8a28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:45.256805 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:41Z', 'updated_at': '2022-03-30T07:18:42Z', 'revision_number': 3, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'gw_port': {'id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:42Z', 'updated_at': '2022-03-30T07:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:45.280872 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-b3e28cd6-4143-4051-a47f-058399f8a28a None None] Port 9ddfc1bb-d9df-4e38-b562-691085c50d2b cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:18:45.290159 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c270db6-0211-4aa3-b4b6-a3879d9756ad None None] The sync data for ids ['e464fba7-09aa-4a80-8fe1-60d78decbdab'] in dv-cinder-835778-2-iscsi is: [{'id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:41Z', 'updated_at': '2022-03-30T07:18:42Z', 'revision_number': 3, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'gw_port': {'id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:42Z', 'updated_at': '2022-03-30T07:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:18:45.303794 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:18:45.361546 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:45.361909 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:45.412726 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Publish callbacks [] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:45.418882 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:45.460285 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:45.487484 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Pushing event updated for resources: {'Port': ['ID=9ddfc1bb-d9df-4e38-b562-691085c50d2b,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:45.490010 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622631'] for router_interface (e464fba7-09aa-4a80-8fe1-60d78decbdab), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:45.615236 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc183dd2-d1dc-4428-9852-06978725e30f req-3a3b296f-f76a-403e-8183-54337a66c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:45.616838 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-dc183dd2-d1dc-4428-9852-06978725e30f req-3a3b296f-f76a-403e-8183-54337a66c489 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 1130 time: 0.1027818 Mar 30 07:18:45.630483 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Network 378d266e-b6e4-47d5-9ac3-349863fb7ad1 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:18:45.632947 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:18:45.735861 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-dc183dd2-d1dc-4428-9852-06978725e30f req-278ad98c-882f-49de-b2f1-03d184c6c0fe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123409 Mar 30 07:18:45.777413 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Router e464fba7-09aa-4a80-8fe1-60d78decbdab has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:18:45.896936 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:18:45.902557 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-e564ed7a-b94d-4545-8940-235aed94141f admin admin] 10.222.0.20 "PUT /v2.0/routers/e464fba7-09aa-4a80-8fe1-60d78decbdab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0015409 Mar 30 07:18:45.912054 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-9e677e65-c2b0-42e8-be89-e906afe8d608 None None] Provisioning complete for port 9ddfc1bb-d9df-4e38-b562-691085c50d2b triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:45.912563 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9e677e65-c2b0-42e8-be89-e906afe8d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:45.952061 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-9e677e65-c2b0-42e8-be89-e906afe8d608 None None] Port 9ddfc1bb-d9df-4e38-b562-691085c50d2b cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:18:46.063913 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5059480-5eb9-41c4-8b31-e190e9d5a311 req-d711b835-4561-47da-a33b-dc8beb378ac6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:46.065475 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5059480-5eb9-41c4-8b31-e190e9d5a311 req-d711b835-4561-47da-a33b-dc8beb378ac6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 946 time: 0.0671148 Mar 30 07:18:46.117538 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5059480-5eb9-41c4-8b31-e190e9d5a311 req-bddef360-d998-40ae-a1b5-56c7d049627b tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425646 Mar 30 07:18:46.475639 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 40460) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:46.481000 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1224265492-network', 'tenant_id': 'f1f33d3365c84e3e94058b8dd744ca92'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:46.510272 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] Made reservation on behalf of f1f33d3365c84e3e94058b8dd744ca92 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:18:46.513776 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:46.528018 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:46.615860 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] Publish callbacks [] for security_group (e98f83ec-0f78-45b5-9c1e-0f3f6a4625e4), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:46.620936 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (e98f83ec-0f78-45b5-9c1e-0f3f6a4625e4), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:46.644485 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:18:46.658271 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98f83ec-0f78-45b5-9c1e-0f3f6a4625e4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:46.662867 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (694023f7-6aa2-4930-a06b-5beebbe5a313), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:46.663210 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] Added segment 694023f7-6aa2-4930-a06b-5beebbe5a313 of type vlan for network b9cf977d-3b46-4370-a274-29542dacafd0 Mar 30 07:18:46.705645 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (b9cf977d-3b46-4370-a274-29542dacafd0), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:46.732875 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (b9cf977d-3b46-4370-a274-29542dacafd0), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:46.733892 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:46.734669 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:46.788248 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3114016 Mar 30 07:18:46.791203 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40462) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:46.796189 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-311d0cbf-4ede-4de1-916c-231ac6bcfbc5 admin admin] Request body: {'subnet': {'network_id': 'b9cf977d-3b46-4370-a274-29542dacafd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1224265492-subnet', 'tenant_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'ip_version': 4}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:46.797545 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193d677-5dd7-4546-a116-ca91da84364f admin admin] Pushing event updated for resources: {'Network': ['ID=b9cf977d-3b46-4370-a274-29542dacafd0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:46.809507 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network b9cf977d-3b46-4370-a274-29542dacafd0 details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:18:46.822353 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311d0cbf-4ede-4de1-916c-231ac6bcfbc5 admin admin] Made reservation on behalf of f1f33d3365c84e3e94058b8dd744ca92 for: {'subnet': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:18:46.825806 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-311d0cbf-4ede-4de1-916c-231ac6bcfbc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4308200'] for subnet (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:46.930658 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Sync routers for ids ['e464fba7-09aa-4a80-8fe1-60d78decbdab'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:18:46.944954 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Routers {'e464fba7-09aa-4a80-8fe1-60d78decbdab'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:18:46.945734 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:18:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['e464fba7-09aa-4a80-8fe1-60d78decbdab'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:46.999134 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-311d0cbf-4ede-4de1-916c-231ac6bcfbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6146063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4308222'] for subnet (65878970-d5cb-4299-9979-0d257f440510), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:47.056649 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d0cbf-4ede-4de1-916c-231ac6bcfbc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65878970-d5cb-4299-9979-0d257f440510,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:47.067335 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d0cbf-4ede-4de1-916c-231ac6bcfbc5 admin admin] Checking segment: {'id': '694023f7-6aa2-4930-a06b-5beebbe5a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b9cf977d-3b46-4370-a274-29542dacafd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:18:47.067711 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d0cbf-4ede-4de1-916c-231ac6bcfbc5 admin admin] Network hostable DHCP agents. Network: b9cf977d-3b46-4370-a274-29542dacafd0, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:18:47.088376 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d0cbf-4ede-4de1-916c-231ac6bcfbc5 admin admin] Network b9cf977d-3b46-4370-a274-29542dacafd0 is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:18:47.100844 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-311d0cbf-4ede-4de1-916c-231ac6bcfbc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, b9cf977d-3b46-4370-a274-29542dacafd0) {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:18:47.106306 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311d0cbf-4ede-4de1-916c-231ac6bcfbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:47.110634 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-311d0cbf-4ede-4de1-916c-231ac6bcfbc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:47.128046 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-311d0cbf-4ede-4de1-916c-231ac6bcfbc5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3355651 Mar 30 07:18:47.130574 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40466) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:47.134808 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1224265492-router', 'tenant_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:47.143709 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22760848-b451-4242-b4e2-9476d569823b None None] Network b9cf977d-3b46-4370-a274-29542dacafd0 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:18:47.160969 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1945'] for router (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:47.163107 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:47.279290 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de018d7b-1d2c-4bbf-ae5a-ea95be773fef req-d9871254-3f0d-41e8-b38b-d933ff30d456 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:47.294489 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-de018d7b-1d2c-4bbf-ae5a-ea95be773fef req-d9871254-3f0d-41e8-b38b-d933ff30d456 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 946 time: 0.0924873 Mar 30 07:18:47.309611 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Publish callbacks [] for router_controller (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), precommit_add_association {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:47.347094 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Set router e464fba7-09aa-4a80-8fe1-60d78decbdab gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:18:47.373741 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-de018d7b-1d2c-4bbf-ae5a-ea95be773fef req-bf67d86f-5009-48f9-bf73-66e4770ba554 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780172 Mar 30 07:18:47.375034 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b82721-ccaf-517d-af1a-d7277a7417ee-b9cf977d-3b46-4370-a274-29542dacafd0', 'network_id': 'b9cf977d-3b46-4370-a274-29542dacafd0', 'project_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'fixed_ips': [{'subnet_id': '65878970-d5cb-4299-9979-0d257f440510'}]}} from dv-cinder-835778-2-iscsi. {{(pid=103479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 07:18:47.377184 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:47.414416 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device ed4874e2-2727-4866-b378-ca3ccf425ffd up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:18:47.522217 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Publish callbacks [] for router_gateway (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:47.708255 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port ed4874e2-2727-4866-b378-ca3ccf425ffd triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:47.708632 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (ed4874e2-2727-4866-b378-ca3ccf425ffd), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:47.771106 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Allocated IP 172.20.0.2 (b9cf977d-3b46-4370-a274-29542dacafd0/65878970-d5cb-4299-9979-0d257f440510/49d35b51-d422-40d7-ba81-26b5a24b4cbd) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:18:47.796291 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Publish callbacks [] for router_gateway (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:47.822822 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:47.929506 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:41Z', 'updated_at': '2022-03-30T07:18:45Z', 'revision_number': 4, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'gw_port': {'id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:42Z', 'updated_at': '2022-03-30T07:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '9ddfc1bb-d9df-4e38-b562-691085c50d2b', 'name': '', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'mac_address': 'fa:16:3e:8e:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:44Z', 'updated_at': '2022-03-30T07:18:45Z', 'revision_number': 2, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'subnets': [{'id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:47.967067 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port ed4874e2-2727-4866-b378-ca3ccf425ffd is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:47.967741 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ed4874e2-2727-4866-b378-ca3ccf425ffd), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:47.967960 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Allocated IP 172.27.1.100 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/dbc2602c-cdb2-42a5-bfac-787448e5ea79) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:18:47.978999 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Checking router: e464fba7-09aa-4a80-8fe1-60d78decbdab for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:18:47.979613 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Updating router e464fba7-09aa-4a80-8fe1-60d78decbdab port 9ddfc1bb-d9df-4e38-b562-691085c50d2b binding host dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:18:48.039058 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port ed4874e2-2727-4866-b378-ca3ccf425ffd, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=ed4874e2-2727-4866-b378-ca3ccf425ffd,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:48.049642 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (ed4874e2-2727-4866-b378-ca3ccf425ffd), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:48.054751 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:48.077481 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Publish callbacks [] for port (dbc2602c-cdb2-42a5-bfac-787448e5ea79), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:48.092917 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Publish callbacks [] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:48.114840 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (dbc2602c-cdb2-42a5-bfac-787448e5ea79), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:48.124950 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:48.159223 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:18:48.164398 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:18:48.169805 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:18:48.173037 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Pushing event updated for resources: {'Port': ['ID=dbc2602c-cdb2-42a5-bfac-787448e5ea79,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:48.173191 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=ed4874e2-2727-4866-b378-ca3ccf425ffd,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:48.214969 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Network b9cf977d-3b46-4370-a274-29542dacafd0 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:18:48.220096 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:18:48.228134 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:18:48.329943 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Pushing event updated for resources: {'Port': ['ID=49d35b51-d422-40d7-ba81-26b5a24b4cbd,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:48.385161 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Attempting to bind port 49d35b51-d422-40d7-ba81-26b5a24b4cbd on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:18:48.385535 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Attempting to bind port 49d35b51-d422-40d7-ba81-26b5a24b4cbd by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '694023f7-6aa2-4930-a06b-5beebbe5a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b9cf977d-3b46-4370-a274-29542dacafd0'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:18:48.385904 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Attempting to bind port 49d35b51-d422-40d7-ba81-26b5a24b4cbd on network b9cf977d-3b46-4370-a274-29542dacafd0 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:18:48.393592 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:18:48.394334 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Checking segment: {'id': '694023f7-6aa2-4930-a06b-5beebbe5a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b9cf977d-3b46-4370-a274-29542dacafd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:18:48.394764 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:48.395138 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Bound using segment: {'id': '694023f7-6aa2-4930-a06b-5beebbe5a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b9cf977d-3b46-4370-a274-29542dacafd0'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:18:48.395846 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Bound port: 49d35b51-d422-40d7-ba81-26b5a24b4cbd, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694023f7-6aa2-4930-a06b-5beebbe5a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b9cf977d-3b46-4370-a274-29542dacafd0'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:18:48.396225 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:48.512770 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] For port 49d35b51-d422-40d7-ba81-26b5a24b4cbd, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:18:48.515203 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Publish callbacks [] for router_gateway (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:48.533693 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795e77e-037d-4b66-9731-e168e2e1041b req-ae6e30fe-aca2-4464-8317-c4643fe2a744 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:18:48.535276 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e795e77e-037d-4b66-9731-e168e2e1041b req-ae6e30fe-aca2-4464-8317-c4643fe2a744 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 946 time: 0.0612409 Mar 30 07:18:48.544626 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] For port 49d35b51-d422-40d7-ba81-26b5a24b4cbd, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=49d35b51-d422-40d7-ba81-26b5a24b4cbd,segment=NetworkSegment(694023f7-6aa2-4930-a06b-5beebbe5a313),segment_id=694023f7-6aa2-4930-a06b-5beebbe5a313)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:18:48.554375 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:48.588425 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e795e77e-037d-4b66-9731-e168e2e1041b req-e1f07f24-be8a-4b61-8165-07b37f79fd58 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454500 Mar 30 07:18:48.592395 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Publish callbacks [] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:48.607432 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:48.642895 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bea2c-061f-49c5-adca-a53ad816b9a5 None None] Pushing event updated for resources: {'Port': ['ID=49d35b51-d422-40d7-ba81-26b5a24b4cbd,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:48.745053 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb19854-f0ba-454e-9753-5af4658927c4 None None] Pushing event updated for resources: {'Port': ['ID=9ddfc1bb-d9df-4e38-b562-691085c50d2b,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:48.759694 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Attempting to bind port 9ddfc1bb-d9df-4e38-b562-691085c50d2b on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:18:48.760144 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Attempting to bind port 9ddfc1bb-d9df-4e38-b562-691085c50d2b by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '862ab29f-27ab-47c6-8614-00b49bb3aa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:18:48.760478 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Attempting to bind port 9ddfc1bb-d9df-4e38-b562-691085c50d2b on network 378d266e-b6e4-47d5-9ac3-349863fb7ad1 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:18:48.766347 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:18:48.766723 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Checking segment: {'id': '862ab29f-27ab-47c6-8614-00b49bb3aa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:18:48.767431 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:48.767703 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Bound using segment: {'id': '862ab29f-27ab-47c6-8614-00b49bb3aa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:18:48.768485 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Bound port: 9ddfc1bb-d9df-4e38-b562-691085c50d2b, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862ab29f-27ab-47c6-8614-00b49bb3aa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:18:48.769230 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:48.848126 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] For port 9ddfc1bb-d9df-4e38-b562-691085c50d2b, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:18:48.853924 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] For port 9ddfc1bb-d9df-4e38-b562-691085c50d2b, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=9ddfc1bb-d9df-4e38-b562-691085c50d2b,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:18:48.865467 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:48.950692 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Routers {'e464fba7-09aa-4a80-8fe1-60d78decbdab'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:18:48.951343 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:18:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['e464fba7-09aa-4a80-8fe1-60d78decbdab'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:49.040633 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622820'] for router (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:49.137209 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb19854-f0ba-454e-9753-5af4658927c4 None None] Pushing event updated for resources: {'Port': ['ID=9ddfc1bb-d9df-4e38-b562-691085c50d2b,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:49.191320 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-8e271af3-df93-4e65-82fc-a5fdf031f4ac None None] Provisioning complete for port 9ddfc1bb-d9df-4e38-b562-691085c50d2b triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:49.191775 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8e271af3-df93-4e65-82fc-a5fdf031f4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:49.195726 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Router 22ab077e-c674-4b43-bbc6-c8d4274bd9b8 is scheduled to L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e with binding_index 1 {{(pid=103478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 07:18:49.253367 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] Set router e464fba7-09aa-4a80-8fe1-60d78decbdab gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:18:49.314029 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:18:49.324890 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Sync routers for ids ['22ab077e-c674-4b43-bbc6-c8d4274bd9b8'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:18:49.335577 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Routers {'22ab077e-c674-4b43-bbc6-c8d4274bd9b8'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:18:49.336857 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:18:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['22ab077e-c674-4b43-bbc6-c8d4274bd9b8'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:49.343219 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:49.347759 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 40516) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:49.348362 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-a39df4de-d84a-4e4d-8304-5aea93fb8638 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2165129 Mar 30 07:18:49.385194 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-8e271af3-df93-4e65-82fc-a5fdf031f4ac None None] Current status of the port 9ddfc1bb-d9df-4e38-b562-691085c50d2b is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:49.385194 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8e271af3-df93-4e65-82fc-a5fdf031f4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:49.456459 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device ed4874e2-2727-4866-b378-ca3ccf425ffd up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:18:49.472726 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Set router 22ab077e-c674-4b43-bbc6-c8d4274bd9b8 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:18:49.530381 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-8e271af3-df93-4e65-82fc-a5fdf031f4ac None None] For port 9ddfc1bb-d9df-4e38-b562-691085c50d2b, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=9ddfc1bb-d9df-4e38-b562-691085c50d2b,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:49.544956 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8e271af3-df93-4e65-82fc-a5fdf031f4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:49.634287 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e271af3-df93-4e65-82fc-a5fdf031f4ac None None] Pushing event updated for resources: {'Port': ['ID=9ddfc1bb-d9df-4e38-b562-691085c50d2b,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:49.639910 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port ed4874e2-2727-4866-b378-ca3ccf425ffd triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:49.640214 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (ed4874e2-2727-4866-b378-ca3ccf425ffd), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:49.705542 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'name': 'tempest-TestShelveInstance-1224265492-router', 'tenant_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:18:48Z', 'revision_number': 3, 'project_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'gw_port': {'id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:49.715584 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-59766b29-c2be-40df-b93d-e0b91bd4cad3 None None] Provisioning complete for port 9ddfc1bb-d9df-4e38-b562-691085c50d2b triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:49.715977 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-59766b29-c2be-40df-b93d-e0b91bd4cad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:49.723928 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:41Z', 'updated_at': '2022-03-30T07:18:45Z', 'revision_number': 4, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'gw_port': {'id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:42Z', 'updated_at': '2022-03-30T07:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '9ddfc1bb-d9df-4e38-b562-691085c50d2b', 'name': '', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'mac_address': 'fa:16:3e:8e:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:44Z', 'updated_at': '2022-03-30T07:18:48Z', 'revision_number': 4, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'subnets': [{'id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:49.733362 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Checking router: 22ab077e-c674-4b43-bbc6-c8d4274bd9b8 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:18:49.733718 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Updating router 22ab077e-c674-4b43-bbc6-c8d4274bd9b8 port dbc2602c-cdb2-42a5-bfac-787448e5ea79 binding host dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:18:49.763994 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (dbc2602c-cdb2-42a5-bfac-787448e5ea79), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:49.772635 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126c9b2f-f300-47f3-9363-443e82c77961 None None] The sync data for ids ['e464fba7-09aa-4a80-8fe1-60d78decbdab'] in dv-cinder-835778-2-iscsi is: [{'id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:41Z', 'updated_at': '2022-03-30T07:18:45Z', 'revision_number': 4, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'gw_port': {'id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:42Z', 'updated_at': '2022-03-30T07:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '9ddfc1bb-d9df-4e38-b562-691085c50d2b', 'name': '', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'mac_address': 'fa:16:3e:8e:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:44Z', 'updated_at': '2022-03-30T07:18:48Z', 'revision_number': 4, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'subnets': [{'id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:18:49.895956 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad3007e-1836-4ea9-aabb-146c9e3aaa6b None None] Network b9cf977d-3b46-4370-a274-29542dacafd0 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:18:49.898454 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port ed4874e2-2727-4866-b378-ca3ccf425ffd is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:49.899515 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 49d35b51-d422-40d7-ba81-26b5a24b4cbd up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:18:49.942344 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:49.991352 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-59766b29-c2be-40df-b93d-e0b91bd4cad3 None None] Current status of the port 9ddfc1bb-d9df-4e38-b562-691085c50d2b is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:50.044345 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 49d35b51-d422-40d7-ba81-26b5a24b4cbd triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:50.044716 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.140480 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Allocated IP 172.20.0.1 (b9cf977d-3b46-4370-a274-29542dacafd0/65878970-d5cb-4299-9979-0d257f440510/dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:18:50.146186 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-8dc51bd5-8db0-44d7-912f-fe28b0708bb6 None None] Provisioning complete for port 49d35b51-d422-40d7-ba81-26b5a24b4cbd triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:50.146686 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8dc51bd5-8db0-44d7-912f-fe28b0708bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.152140 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Publish callbacks [] for port (dbc2602c-cdb2-42a5-bfac-787448e5ea79), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.165216 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (dbc2602c-cdb2-42a5-bfac-787448e5ea79), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.193107 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Attempting to bind port dbc2602c-cdb2-42a5-bfac-787448e5ea79 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:18:50.193500 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Attempting to bind port dbc2602c-cdb2-42a5-bfac-787448e5ea79 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:18:50.193829 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Attempting to bind port dbc2602c-cdb2-42a5-bfac-787448e5ea79 on network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:18:50.219581 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:18:50.220523 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Checking segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:18:50.221671 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.222224 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Bound using segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:18:50.222865 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Bound port: dbc2602c-cdb2-42a5-bfac-787448e5ea79, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:18:50.223407 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (dbc2602c-cdb2-42a5-bfac-787448e5ea79), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.274054 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df380d2-7ee2-44f0-b123-abc2b4e05303 None None] Pushing event updated for resources: {'Port': ['ID=dbc2602c-cdb2-42a5-bfac-787448e5ea79,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:50.302359 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] For port dbc2602c-cdb2-42a5-bfac-787448e5ea79, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:18:50.303140 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Publish callbacks [] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.306865 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] For port dbc2602c-cdb2-42a5-bfac-787448e5ea79, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=dbc2602c-cdb2-42a5-bfac-787448e5ea79,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:18:50.307219 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 49d35b51-d422-40d7-ba81-26b5a24b4cbd is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:50.307219 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.323896 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (dbc2602c-cdb2-42a5-bfac-787448e5ea79), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.363879 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port 49d35b51-d422-40d7-ba81-26b5a24b4cbd, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=49d35b51-d422-40d7-ba81-26b5a24b4cbd,segment=NetworkSegment(694023f7-6aa2-4930-a06b-5beebbe5a313),segment_id=694023f7-6aa2-4930-a06b-5beebbe5a313)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:50.366373 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.388565 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.421202 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Network b9cf977d-3b46-4370-a274-29542dacafd0 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:18:50.424584 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:18:50.431475 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:18:50.487798 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=49d35b51-d422-40d7-ba81-26b5a24b4cbd,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:50.499957 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:50.513507 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-8dc51bd5-8db0-44d7-912f-fe28b0708bb6 None None] Current status of the port 49d35b51-d422-40d7-ba81-26b5a24b4cbd is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:50.513992 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8dc51bd5-8db0-44d7-912f-fe28b0708bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.526664 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622771'] for router_interface (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.619413 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.db.api [None req-8dc51bd5-8db0-44d7-912f-fe28b0708bb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 07:18:50.619776 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG oslo_db.api [None req-8dc51bd5-8db0-44d7-912f-fe28b0708bb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 07:18:50.627467 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Routers {'22ab077e-c674-4b43-bbc6-c8d4274bd9b8'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:18:50.628137 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:18:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['22ab077e-c674-4b43-bbc6-c8d4274bd9b8'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:50.686494 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df380d2-7ee2-44f0-b123-abc2b4e05303 None None] Pushing event updated for resources: {'Port': ['ID=dbc2602c-cdb2-42a5-bfac-787448e5ea79,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:50.704832 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.784064 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] Set router 22ab077e-c674-4b43-bbc6-c8d4274bd9b8 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:18:50.912586 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Publish callbacks [] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.920995 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:50.981059 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'name': 'tempest-TestShelveInstance-1224265492-router', 'tenant_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:18:48Z', 'revision_number': 3, 'project_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'gw_port': {'id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:50.986146 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:50.999918 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622631'] for router_interface (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:51.011875 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc44872e-a480-4de8-8722-719ec08a6bb0 None None] The sync data for ids ['22ab077e-c674-4b43-bbc6-c8d4274bd9b8'] in dv-cinder-835778-2-iscsi is: [{'id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'name': 'tempest-TestShelveInstance-1224265492-router', 'tenant_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:18:48Z', 'revision_number': 3, 'project_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'gw_port': {'id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:18:51.101549 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Network b9cf977d-3b46-4370-a274-29542dacafd0 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:18:51.103017 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:18:51.163280 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-8dc51bd5-8db0-44d7-912f-fe28b0708bb6 None None] Current status of the port 49d35b51-d422-40d7-ba81-26b5a24b4cbd is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:51.237225 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Router 22ab077e-c674-4b43-bbc6-c8d4274bd9b8 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:18:51.288378 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-e4cf62e5-0243-479f-b6d2-9c567a693c06 None None] Provisioning complete for port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:51.288743 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e4cf62e5-0243-479f-b6d2-9c567a693c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:51.338108 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf62e5-0243-479f-b6d2-9c567a693c06 None None] Port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:18:51.348013 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-e4cf62e5-0243-479f-b6d2-9c567a693c06 None None] Provisioning complete for port 49d35b51-d422-40d7-ba81-26b5a24b4cbd triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:51.348412 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e4cf62e5-0243-479f-b6d2-9c567a693c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:51.407611 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:18:51.441291 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7569296b-8126-4958-bc1b-2ff7cccf0fc6 admin admin] 10.222.0.20 "PUT /v2.0/routers/22ab077e-c674-4b43-bbc6-c8d4274bd9b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0850084 Mar 30 07:18:51.475376 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 9ddfc1bb-d9df-4e38-b562-691085c50d2b up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:18:51.519550 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf62e5-0243-479f-b6d2-9c567a693c06 None None] Current status of the port 49d35b51-d422-40d7-ba81-26b5a24b4cbd is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:51.544544 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 9ddfc1bb-d9df-4e38-b562-691085c50d2b triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:51.545008 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:51.737674 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-729124af-e9e6-45d1-99aa-d39a9a27909a None None] Provisioning complete for port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:51.738040 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-729124af-e9e6-45d1-99aa-d39a9a27909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:51.798669 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-729124af-e9e6-45d1-99aa-d39a9a27909a None None] Port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:18:51.808062 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 9ddfc1bb-d9df-4e38-b562-691085c50d2b is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:51.809158 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 49d35b51-d422-40d7-ba81-26b5a24b4cbd up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:18:51.861958 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 49d35b51-d422-40d7-ba81-26b5a24b4cbd triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:51.862400 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:51.943099 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 49d35b51-d422-40d7-ba81-26b5a24b4cbd is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:52.043820 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 40532) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:52.048420 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-39ad56ff-2a3b-4428-b752-5f6b3177cf8f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-653379929', 'description': 'tempest-secgroup-smoke-653379929 description', 'project_id': '0b879ef71fe5494cadf6882b4230511a'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:52.075011 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39ad56ff-2a3b-4428-b752-5f6b3177cf8f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.144717 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39ad56ff-2a3b-4428-b752-5f6b3177cf8f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group (56feb7d6-ba45-49e2-ae04-00aba04d4e67), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.149956 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39ad56ff-2a3b-4428-b752-5f6b3177cf8f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (56feb7d6-ba45-49e2-ae04-00aba04d4e67), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.178937 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39ad56ff-2a3b-4428-b752-5f6b3177cf8f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.180405 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-39ad56ff-2a3b-4428-b752-5f6b3177cf8f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1354916 Mar 30 07:18:52.182200 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad56ff-2a3b-4428-b752-5f6b3177cf8f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56feb7d6-ba45-49e2-ae04-00aba04d4e67,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:52.183442 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40534) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:52.188182 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-69b38a3c-db99-4f99-a2c5-ecdd4c2735de tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Request body: {'security_group_rule': {'security_group_id': '56feb7d6-ba45-49e2-ae04-00aba04d4e67', 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:52.215659 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-69b38a3c-db99-4f99-a2c5-ecdd4c2735de tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (24105bf8-d30c-4df0-99c6-81a4668eb0b9), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.271588 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-69b38a3c-db99-4f99-a2c5-ecdd4c2735de tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (24105bf8-d30c-4df0-99c6-81a4668eb0b9), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.276823 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-69b38a3c-db99-4f99-a2c5-ecdd4c2735de tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (24105bf8-d30c-4df0-99c6-81a4668eb0b9), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.304728 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b38a3c-db99-4f99-a2c5-ecdd4c2735de tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24105bf8-d30c-4df0-99c6-81a4668eb0b9,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:52.310785 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-69b38a3c-db99-4f99-a2c5-ecdd4c2735de tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.311267 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-69b38a3c-db99-4f99-a2c5-ecdd4c2735de tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267362 Mar 30 07:18:52.314221 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40536) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:52.321156 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-a9f34f64-7716-4250-b251-1e696ca7d366 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Request body: {'security_group_rule': {'security_group_id': '56feb7d6-ba45-49e2-ae04-00aba04d4e67', 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:52.350530 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9f34f64-7716-4250-b251-1e696ca7d366 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (678123e1-ed9c-4dc6-9907-2d5ae519e8a9), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.405877 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9f34f64-7716-4250-b251-1e696ca7d366 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (678123e1-ed9c-4dc6-9907-2d5ae519e8a9), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.410854 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9f34f64-7716-4250-b251-1e696ca7d366 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (678123e1-ed9c-4dc6-9907-2d5ae519e8a9), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.426979 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f34f64-7716-4250-b251-1e696ca7d366 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678123e1-ed9c-4dc6-9907-2d5ae519e8a9,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:52.436586 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9f34f64-7716-4250-b251-1e696ca7d366 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.440502 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-a9f34f64-7716-4250-b251-1e696ca7d366 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224306 Mar 30 07:18:52.441035 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40538) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:52.447021 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-2d3c3930-8b43-43c6-9736-c3293bd2aa40 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Request body: {'security_group_rule': {'security_group_id': '56feb7d6-ba45-49e2-ae04-00aba04d4e67', 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:52.474157 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3930-8b43-43c6-9736-c3293bd2aa40 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (a7b36dd8-1070-45ce-a255-5a17dca1e799), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.531065 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3930-8b43-43c6-9736-c3293bd2aa40 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (a7b36dd8-1070-45ce-a255-5a17dca1e799), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.536499 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3930-8b43-43c6-9736-c3293bd2aa40 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (a7b36dd8-1070-45ce-a255-5a17dca1e799), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.550909 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c3930-8b43-43c6-9736-c3293bd2aa40 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b36dd8-1070-45ce-a255-5a17dca1e799,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:52.562688 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d3c3930-8b43-43c6-9736-c3293bd2aa40 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.563898 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-2d3c3930-8b43-43c6-9736-c3293bd2aa40 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215749 Mar 30 07:18:52.566672 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40540) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:52.571187 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-c06de3b8-babe-46f8-be86-726bfb4ec9d1 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Request body: {'security_group_rule': {'security_group_id': '56feb7d6-ba45-49e2-ae04-00aba04d4e67', 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:52.595277 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c06de3b8-babe-46f8-be86-726bfb4ec9d1 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (fd7dcc2b-aa71-4e82-a60b-ec1af77ea348), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.660114 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c06de3b8-babe-46f8-be86-726bfb4ec9d1 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (fd7dcc2b-aa71-4e82-a60b-ec1af77ea348), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.665376 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c06de3b8-babe-46f8-be86-726bfb4ec9d1 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (fd7dcc2b-aa71-4e82-a60b-ec1af77ea348), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.684811 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06de3b8-babe-46f8-be86-726bfb4ec9d1 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7dcc2b-aa71-4e82-a60b-ec1af77ea348,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:52.697198 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c06de3b8-babe-46f8-be86-726bfb4ec9d1 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.698889 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-c06de3b8-babe-46f8-be86-726bfb4ec9d1 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313365 Mar 30 07:18:52.701821 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40546) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:52.706128 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-36abb30f-f589-4bc1-b583-d92d7ffe0978 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Request body: {'security_group_rule': {'security_group_id': '56feb7d6-ba45-49e2-ae04-00aba04d4e67', 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:52.725731 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.securitygroups_db [None req-36abb30f-f589-4bc1-b583-d92d7ffe0978 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Project 0b879ef71fe5494cadf6882b4230511a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 07:18:52.730963 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-36abb30f-f589-4bc1-b583-d92d7ffe0978 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (49ccdd05-244b-4f3d-84de-73e2e112edbe), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.797176 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-36abb30f-f589-4bc1-b583-d92d7ffe0978 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (49ccdd05-244b-4f3d-84de-73e2e112edbe), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.802284 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-36abb30f-f589-4bc1-b583-d92d7ffe0978 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (49ccdd05-244b-4f3d-84de-73e2e112edbe), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.820657 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abb30f-f589-4bc1-b583-d92d7ffe0978 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ccdd05-244b-4f3d-84de-73e2e112edbe,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:52.830994 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-36abb30f-f589-4bc1-b583-d92d7ffe0978 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.832421 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-36abb30f-f589-4bc1-b583-d92d7ffe0978 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296747 Mar 30 07:18:52.835129 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40550) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:18:52.840483 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-b838a94f-b64c-4a02-963e-27fbc07592a7 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Request body: {'security_group_rule': {'security_group_id': '56feb7d6-ba45-49e2-ae04-00aba04d4e67', 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:18:52.862243 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.securitygroups_db [None req-b838a94f-b64c-4a02-963e-27fbc07592a7 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Project 0b879ef71fe5494cadf6882b4230511a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 07:18:52.867596 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b838a94f-b64c-4a02-963e-27fbc07592a7 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (efadceef-d64e-44d9-9382-6da66eec750a), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.931757 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b838a94f-b64c-4a02-963e-27fbc07592a7 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (efadceef-d64e-44d9-9382-6da66eec750a), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.937087 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b838a94f-b64c-4a02-963e-27fbc07592a7 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (efadceef-d64e-44d9-9382-6da66eec750a), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.954926 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838a94f-b64c-4a02-963e-27fbc07592a7 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efadceef-d64e-44d9-9382-6da66eec750a,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:52.965376 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b838a94f-b64c-4a02-963e-27fbc07592a7 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:52.969801 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-b838a94f-b64c-4a02-963e-27fbc07592a7 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300778 Mar 30 07:18:53.148945 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Sync routers for ids ['22ab077e-c674-4b43-bbc6-c8d4274bd9b8'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:18:53.160460 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Routers {'22ab077e-c674-4b43-bbc6-c8d4274bd9b8'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:18:53.161098 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:18:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['22ab077e-c674-4b43-bbc6-c8d4274bd9b8'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:53.270245 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Set router 22ab077e-c674-4b43-bbc6-c8d4274bd9b8 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:18:53.355253 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device dbc2602c-cdb2-42a5-bfac-787448e5ea79 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:18:53.487978 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port dbc2602c-cdb2-42a5-bfac-787448e5ea79 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:53.488356 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (dbc2602c-cdb2-42a5-bfac-787448e5ea79), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:53.595115 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'name': 'tempest-TestShelveInstance-1224265492-router', 'tenant_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:18:50Z', 'revision_number': 4, 'project_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'gw_port': {'id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2', 'name': '', 'network_id': 'b9cf977d-3b46-4370-a274-29542dacafd0', 'tenant_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'mac_address': 'fa:16:3e:ac:c8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '65878970-d5cb-4299-9979-0d257f440510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:49Z', 'updated_at': '2022-03-30T07:18:50Z', 'revision_number': 2, 'project_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'subnets': [{'id': '65878970-d5cb-4299-9979-0d257f440510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:53.625871 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Checking router: 22ab077e-c674-4b43-bbc6-c8d4274bd9b8 for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:18:53.626222 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Updating router 22ab077e-c674-4b43-bbc6-c8d4274bd9b8 port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 binding host dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:18:53.628018 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port dbc2602c-cdb2-42a5-bfac-787448e5ea79 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:53.628398 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (dbc2602c-cdb2-42a5-bfac-787448e5ea79), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:53.668708 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port dbc2602c-cdb2-42a5-bfac-787448e5ea79, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=dbc2602c-cdb2-42a5-bfac-787448e5ea79,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:53.670050 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:53.685962 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (dbc2602c-cdb2-42a5-bfac-787448e5ea79), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:53.766647 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=dbc2602c-cdb2-42a5-bfac-787448e5ea79,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:53.975597 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Publish callbacks [] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:53.982780 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:54.029136 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b050050-3ef8-4e6a-a940-e4078e810cfd None None] Pushing event updated for resources: {'Port': ['ID=dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:54.086265 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Attempting to bind port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:18:54.086640 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Attempting to bind port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '694023f7-6aa2-4930-a06b-5beebbe5a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b9cf977d-3b46-4370-a274-29542dacafd0'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:18:54.086997 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Attempting to bind port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 on network b9cf977d-3b46-4370-a274-29542dacafd0 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:18:54.092342 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:18:54.092711 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Checking segment: {'id': '694023f7-6aa2-4930-a06b-5beebbe5a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b9cf977d-3b46-4370-a274-29542dacafd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:18:54.093105 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:54.093489 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Bound using segment: {'id': '694023f7-6aa2-4930-a06b-5beebbe5a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b9cf977d-3b46-4370-a274-29542dacafd0'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:18:54.093976 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Bound port: dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694023f7-6aa2-4930-a06b-5beebbe5a313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b9cf977d-3b46-4370-a274-29542dacafd0'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:18:54.094353 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:54.158837 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] For port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:18:54.161949 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] For port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2,segment=NetworkSegment(694023f7-6aa2-4930-a06b-5beebbe5a313),segment_id=694023f7-6aa2-4930-a06b-5beebbe5a313)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:18:54.169031 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:54.249175 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c63d8b0e-3a13-4f7a-b07d-4151c6ba63c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:54.253869 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Routers {'22ab077e-c674-4b43-bbc6-c8d4274bd9b8'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:18:54.254490 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:18:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['22ab077e-c674-4b43-bbc6-c8d4274bd9b8'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:54.297112 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b050050-3ef8-4e6a-a940-e4078e810cfd None None] Pushing event updated for resources: {'Port': ['ID=dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:54.337033 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-128aaf41-21c6-4968-a31e-4baf1dc72057 None None] Provisioning complete for port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:54.337410 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-128aaf41-21c6-4968-a31e-4baf1dc72057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:54.410123 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] Set router 22ab077e-c674-4b43-bbc6-c8d4274bd9b8 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:18:54.521471 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-128aaf41-21c6-4968-a31e-4baf1dc72057 None None] Current status of the port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:54.521780 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-128aaf41-21c6-4968-a31e-4baf1dc72057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:54.596935 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-128aaf41-21c6-4968-a31e-4baf1dc72057 None None] For port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2,segment=NetworkSegment(694023f7-6aa2-4930-a06b-5beebbe5a313),segment_id=694023f7-6aa2-4930-a06b-5beebbe5a313)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:18:54.609785 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-128aaf41-21c6-4968-a31e-4baf1dc72057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:54.856380 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128aaf41-21c6-4968-a31e-4baf1dc72057 None None] Pushing event updated for resources: {'Port': ['ID=dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:18:54.862416 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-f421c735-3cb0-4d99-8a6b-fec0921d4731 None None] Provisioning complete for port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:54.862787 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f421c735-3cb0-4d99-8a6b-fec0921d4731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:54.906224 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'name': 'tempest-TestShelveInstance-1224265492-router', 'tenant_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:18:50Z', 'revision_number': 4, 'project_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'gw_port': {'id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2', 'name': '', 'network_id': 'b9cf977d-3b46-4370-a274-29542dacafd0', 'tenant_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'mac_address': 'fa:16:3e:ac:c8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '65878970-d5cb-4299-9979-0d257f440510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:49Z', 'updated_at': '2022-03-30T07:18:54Z', 'revision_number': 4, 'project_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'subnets': [{'id': '65878970-d5cb-4299-9979-0d257f440510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:18:54.939755 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf098ec-5b39-4b6c-b973-00e2903644f7 None None] The sync data for ids ['22ab077e-c674-4b43-bbc6-c8d4274bd9b8'] in dv-cinder-835778-2-iscsi is: [{'id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'name': 'tempest-TestShelveInstance-1224265492-router', 'tenant_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:18:50Z', 'revision_number': 4, 'project_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'gw_port': {'id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2', 'name': '', 'network_id': 'b9cf977d-3b46-4370-a274-29542dacafd0', 'tenant_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'mac_address': 'fa:16:3e:ac:c8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '65878970-d5cb-4299-9979-0d257f440510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:49Z', 'updated_at': '2022-03-30T07:18:54Z', 'revision_number': 4, 'project_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'subnets': [{'id': '65878970-d5cb-4299-9979-0d257f440510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:18:54.994529 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-f421c735-3cb0-4d99-8a6b-fec0921d4731 None None] Current status of the port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:55.383598 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:18:55.432140 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:55.432501 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:55.519027 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:55.521171 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device dbc2602c-cdb2-42a5-bfac-787448e5ea79 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:18:55.566546 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port dbc2602c-cdb2-42a5-bfac-787448e5ea79 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:18:55.566912 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (dbc2602c-cdb2-42a5-bfac-787448e5ea79), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:55.642608 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port dbc2602c-cdb2-42a5-bfac-787448e5ea79 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:18:56.423725 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c872c84e-3849-4b35-9e94-05c1a502195a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:57.937394 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:18:59.101469 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:00.640030 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:00.954778 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112bf87-8e88-491f-8ddf-62dd25a65e96 req-bcd42288-80a4-4ca6-a8e6-34c7745343d9 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:00.956324 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1112bf87-8e88-491f-8ddf-62dd25a65e96 req-bcd42288-80a4-4ca6-a8e6-34c7745343d9 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0716577 Mar 30 07:19:01.007324 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1112bf87-8e88-491f-8ddf-62dd25a65e96 req-f6160cd3-e63e-4bbe-984a-e921010dedfc tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426097 Mar 30 07:19:02.141995 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c9a11-4f6b-47f6-aa55-0d277ef7c50c req-c5f68e99-dd92-4b9f-9d29-6dfb6dad4582 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:02.143428 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-db6c9a11-4f6b-47f6-aa55-0d277ef7c50c req-c5f68e99-dd92-4b9f-9d29-6dfb6dad4582 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0544028 Mar 30 07:19:02.192531 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-db6c9a11-4f6b-47f6-aa55-0d277ef7c50c req-4801118a-27fd-4722-b4f9-132878e1206b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408010 Mar 30 07:19:02.901030 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fb74-269a-48fb-9b84-cbb770dd11bd req-03a760b1-a38c-4f29-a71f-43e454c3e004 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:02.902529 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c810fb74-269a-48fb-9b84-cbb770dd11bd req-03a760b1-a38c-4f29-a71f-43e454c3e004 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 945 time: 0.0574939 Mar 30 07:19:02.958578 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c810fb74-269a-48fb-9b84-cbb770dd11bd req-de43b59e-aeed-424f-b006-9990a4cc14ea tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475318 Mar 30 07:19:03.318058 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89d75c-66d3-4d55-964d-cb730f3ee719 req-2946deee-a59f-4d0f-85a0-66df0e81d28a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:03.319526 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fa89d75c-66d3-4d55-964d-cb730f3ee719 req-2946deee-a59f-4d0f-85a0-66df0e81d28a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0538845 Mar 30 07:19:03.374301 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fa89d75c-66d3-4d55-964d-cb730f3ee719 req-96b9362f-131d-4056-a1e0-d5a457930172 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458956 Mar 30 07:19:03.397847 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:04.095257 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d38601-5135-43ee-b6fc-5a2439f6e54a req-dd9663e9-90e6-4725-b076-4dda8619d442 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:04.097077 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b4d38601-5135-43ee-b6fc-5a2439f6e54a req-dd9663e9-90e6-4725-b076-4dda8619d442 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 945 time: 0.0601885 Mar 30 07:19:04.150154 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b4d38601-5135-43ee-b6fc-5a2439f6e54a req-a8eeba3f-44ed-4a4f-a414-7996854791ff tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444691 Mar 30 07:19:04.508325 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a7611-ab80-4217-b18c-2f01f0010f18 req-b17b49d1-0ade-47e5-bbce-e892b17aea39 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:04.509732 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c93a7611-ab80-4217-b18c-2f01f0010f18 req-b17b49d1-0ade-47e5-bbce-e892b17aea39 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0564742 Mar 30 07:19:04.557050 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c93a7611-ab80-4217-b18c-2f01f0010f18 req-00e2dbe1-52e6-4091-84c8-aae1208b63f0 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417879 Mar 30 07:19:05.231131 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030d2b9-cb61-443e-9af6-d1eccd4b30eb req-8cd13158-8dd3-4804-8b90-2c43c86d88c1 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:05.232657 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0030d2b9-cb61-443e-9af6-d1eccd4b30eb req-8cd13158-8dd3-4804-8b90-2c43c86d88c1 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 945 time: 0.0725336 Mar 30 07:19:05.277255 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d9690-8a1c-4a73-b4f9-2dc749616242 req-4872c7b4-5d20-409a-a49e-9b897fb6e615 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:05.278629 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-234d9690-8a1c-4a73-b4f9-2dc749616242 req-4872c7b4-5d20-409a-a49e-9b897fb6e615 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2d7ec4-d372-450c-9824-3bd310322805 HTTP/1.1" status: 200 len: 945 time: 0.0538628 Mar 30 07:19:05.325398 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-234d9690-8a1c-4a73-b4f9-2dc749616242 req-75f7c1b4-d629-4e2d-94bd-9bc98b0398d9 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca71b5b-0fbb-4946-8032-4393699927aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408869 Mar 30 07:19:05.332041 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-0030d2b9-cb61-443e-9af6-d1eccd4b30eb req-4ed72dd1-9d53-4f04-8eb8-96a01906cb22 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Deleting port 70352c24-989e-4e65-8b8f-ad572660b266 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:19:05.332383 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0030d2b9-cb61-443e-9af6-d1eccd4b30eb req-4ed72dd1-9d53-4f04-8eb8-96a01906cb22 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (70352c24-989e-4e65-8b8f-ad572660b266), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:05.422599 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-0030d2b9-cb61-443e-9af6-d1eccd4b30eb req-4ed72dd1-9d53-4f04-8eb8-96a01906cb22 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] For port 70352c24-989e-4e65-8b8f-ad572660b266, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=70352c24-989e-4e65-8b8f-ad572660b266,segment=NetworkSegment(58dd86b0-c772-4987-a176-8a4d041b1b71),segment_id=58dd86b0-c772-4987-a176-8a4d041b1b71)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:19:05.422955 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0030d2b9-cb61-443e-9af6-d1eccd4b30eb req-4ed72dd1-9d53-4f04-8eb8-96a01906cb22 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (70352c24-989e-4e65-8b8f-ad572660b266), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:05.436513 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-0030d2b9-cb61-443e-9af6-d1eccd4b30eb req-4ed72dd1-9d53-4f04-8eb8-96a01906cb22 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Calling delete_port for 70352c24-989e-4e65-8b8f-ad572660b266 owned by compute:nova {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:19:05.564433 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0030d2b9-cb61-443e-9af6-d1eccd4b30eb req-4ed72dd1-9d53-4f04-8eb8-96a01906cb22 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (70352c24-989e-4e65-8b8f-ad572660b266), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:05.596195 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed72dd1-9d53-4f04-8eb8-96a01906cb22 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Pushing event deleted for resources: {'Port': ['ID=70352c24-989e-4e65-8b8f-ad572660b266,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:05.607906 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['70352c24-989e-4e65-8b8f-ad572660b266'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:19:05.639642 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-0030d2b9-cb61-443e-9af6-d1eccd4b30eb req-4ed72dd1-9d53-4f04-8eb8-96a01906cb22 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] No DVR routers for this DVR port 70352c24-989e-4e65-8b8f-ad572660b266 on host hv-cinder-83577 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:19:05.642361 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0030d2b9-cb61-443e-9af6-d1eccd4b30eb req-4ed72dd1-9d53-4f04-8eb8-96a01906cb22 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:05.646430 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0030d2b9-cb61-443e-9af6-d1eccd4b30eb req-4ed72dd1-9d53-4f04-8eb8-96a01906cb22 tempest-VolumesSnapshotTestJSON-1270594678 tempest-VolumesSnapshotTestJSON-1270594678-project] 10.222.0.35 "DELETE /v2.0/ports/70352c24-989e-4e65-8b8f-ad572660b266 HTTP/1.1" status: 204 len: 173 time: 0.4054096 Mar 30 07:19:05.646878 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2d7ec4-d372-450c-9824-3bd310322805', 'name': 'network-vif-deleted', 'tag': '70352c24-989e-4e65-8b8f-ad572660b266'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:19:05.649198 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b083ea2-ca17-412a-8689-af104cd3525e" -d '{"events": [{"server_uuid": "ee2d7ec4-d372-450c-9824-3bd310322805", "name": "network-vif-deleted", "tag": "70352c24-989e-4e65-8b8f-ad572660b266"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:19:05.687248 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80234ae9-2608-42d5-a222-f9dd247d3e14 x-openstack-request-id: req-80234ae9-2608-42d5-a222-f9dd247d3e14 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:19:05.687543 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2d7ec4-d372-450c-9824-3bd310322805", "name": "network-vif-deleted", "tag": "70352c24-989e-4e65-8b8f-ad572660b266", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:19:05.687795 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80234ae9-2608-42d5-a222-f9dd247d3e14 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:19:05.688216 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80234ae9-2608-42d5-a222-f9dd247d3e14'] response: {'server_uuid': 'ee2d7ec4-d372-450c-9824-3bd310322805', 'name': 'network-vif-deleted', 'tag': '70352c24-989e-4e65-8b8f-ad572660b266', 'status': 'completed', 'code': 200} Mar 30 07:19:05.916454 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82893e38-c9ad-4a04-b3ee-9d36fea5a1f2 req-2a8ede05-8e88-4e57-bf14-24a2c143c4cc tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:05.917826 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-82893e38-c9ad-4a04-b3ee-9d36fea5a1f2 req-2a8ede05-8e88-4e57-bf14-24a2c143c4cc tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.2757900 Mar 30 07:19:05.963716 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-82893e38-c9ad-4a04-b3ee-9d36fea5a1f2 req-f8e84512-a624-45f7-8da6-2590caa88631 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402989 Mar 30 07:19:07.100047 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fe387-cae8-421f-b15e-436fad34053a req-d071b131-361b-432c-b6c1-8f822f898fdf tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:07.101472 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d16fe387-cae8-421f-b15e-436fad34053a req-d071b131-361b-432c-b6c1-8f822f898fdf tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0631874 Mar 30 07:19:07.153536 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d16fe387-cae8-421f-b15e-436fad34053a req-6d600f36-4903-4c92-81e7-3f8ac4454eea tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436032 Mar 30 07:19:07.782662 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 70352c24-989e-4e65-8b8f-ad572660b266 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:19:07.806031 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: 70352c24-989e-4e65-8b8f-ad572660b266 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:19:07.806369 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 70352c24-989e-4e65-8b8f-ad572660b266 not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:19:08.282738 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45034602-3e40-481d-966a-42d1e8ab6eb8 req-452aff4b-9a1c-4ca0-852a-452ce97c53d4 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:08.284526 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-45034602-3e40-481d-966a-42d1e8ab6eb8 req-452aff4b-9a1c-4ca0-852a-452ce97c53d4 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0605502 Mar 30 07:19:08.347835 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-45034602-3e40-481d-966a-42d1e8ab6eb8 req-88a70e17-d22a-4ff1-b7ca-23adad2dd3a5 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567935 Mar 30 07:19:08.705504 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:19:09.498171 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9dda4-2fc1-4780-ae3d-15582779050b req-6a1ea676-4186-4aae-a0f3-765278f0887f tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:09.499527 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-12e9dda4-2fc1-4780-ae3d-15582779050b req-6a1ea676-4186-4aae-a0f3-765278f0887f tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0688400 Mar 30 07:19:09.557620 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-12e9dda4-2fc1-4780-ae3d-15582779050b req-32e61c1f-6f8f-4d32-b251-5e1e725596d5 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501962 Mar 30 07:19:10.687324 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd8b09-5bed-482f-a525-2233a9724011 req-95e15792-00d8-451c-9b67-17723e260179 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:10.688798 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-07cd8b09-5bed-482f-a525-2233a9724011 req-95e15792-00d8-451c-9b67-17723e260179 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0549698 Mar 30 07:19:10.739264 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-07cd8b09-5bed-482f-a525-2233a9724011 req-2c1975a8-3981-4944-ab66-73bf88234269 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404923 Mar 30 07:19:11.880170 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2607e-26c8-4fa7-8ac6-fae2bf5cc8a9 req-c5b55d55-59d9-42e2-a684-38497018f76e tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:11.881637 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2a2607e-26c8-4fa7-8ac6-fae2bf5cc8a9 req-c5b55d55-59d9-42e2-a684-38497018f76e tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0622313 Mar 30 07:19:11.928122 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2a2607e-26c8-4fa7-8ac6-fae2bf5cc8a9 req-f32d6695-6716-4a85-aeee-7b656020446e tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406220 Mar 30 07:19:13.055309 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea038acc-12e4-478a-8e25-5ed4ba72b087 req-8d31dab9-c1a4-4b78-9340-380b5493f2d9 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:13.057084 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ea038acc-12e4-478a-8e25-5ed4ba72b087 req-8d31dab9-c1a4-4b78-9340-380b5493f2d9 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0559819 Mar 30 07:19:13.109266 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ea038acc-12e4-478a-8e25-5ed4ba72b087 req-cc4aebcc-b517-41d5-ac79-1e9ed5c327a8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466282 Mar 30 07:19:14.250453 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b340350-892e-401b-a905-3d6be44cbd85 req-0029ff14-7ab0-4e20-9677-d57b95a74045 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:14.251944 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7b340350-892e-401b-a905-3d6be44cbd85 req-0029ff14-7ab0-4e20-9677-d57b95a74045 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0665698 Mar 30 07:19:14.302360 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7b340350-892e-401b-a905-3d6be44cbd85 req-0fbba312-1917-4963-94bd-cbc864782e52 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446136 Mar 30 07:19:15.431200 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e48a68-b2cd-498e-b8c0-3c10a5e9eb9c req-81322bfd-d34b-498c-ad53-95f71dd6064e tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:15.432682 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e8e48a68-b2cd-498e-b8c0-3c10a5e9eb9c req-81322bfd-d34b-498c-ad53-95f71dd6064e tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0541499 Mar 30 07:19:15.483437 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e8e48a68-b2cd-498e-b8c0-3c10a5e9eb9c req-031077bb-443e-4ebc-95ab-ab3cfc1d3b4f tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422645 Mar 30 07:19:16.611095 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8311f1-7557-4f2f-872e-f8a67db70480 req-02660081-f1c4-4c9b-8fb8-05b7e577a678 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:16.613180 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1b8311f1-7557-4f2f-872e-f8a67db70480 req-02660081-f1c4-4c9b-8fb8-05b7e577a678 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0596030 Mar 30 07:19:16.664507 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1b8311f1-7557-4f2f-872e-f8a67db70480 req-be1ea2dd-4603-4362-9516-d70e5556725e tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459476 Mar 30 07:19:16.785131 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-33398cea-4a39-4737-8453-42655bd18d0f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-653379929&fields=id&tenant_id=0b879ef71fe5494cadf6882b4230511a HTTP/1.1" status: 200 len: 267 time: 0.0533257 Mar 30 07:19:16.941974 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2980c98-adde-47f0-861a-cce13bcc8244 req-d0290f68-657e-495f-8e93-c346407e8f7e tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:16.944435 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b2980c98-adde-47f0-861a-cce13bcc8244 req-d0290f68-657e-495f-8e93-c346407e8f7e tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0991197 Mar 30 07:19:16.950471 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-e565772b-ed2f-42df-8aee-861ab0a6ab40 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:16.951888 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-e565772b-ed2f-42df-8aee-861ab0a6ab40 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/networks?id=378d266e-b6e4-47d5-9ac3-349863fb7ad1 HTTP/1.1" status: 200 len: 809 time: 0.1577203 Mar 30 07:19:16.978638 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-578da4ff-c70d-4121-94a1-e411b6757636 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/quotas/0b879ef71fe5494cadf6882b4230511a HTTP/1.1" status: 200 len: 375 time: 0.0196962 Mar 30 07:19:17.034415 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b2980c98-adde-47f0-861a-cce13bcc8244 req-2ef5c49a-e64d-435b-b69f-3494d6ac0d22 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815489 Mar 30 07:19:17.063656 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-4b74ce15-4c88-41b2-ae40-6a226ee8647b tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b879ef71fe5494cadf6882b4230511a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746388 Mar 30 07:19:17.171186 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-dca4be60-434a-4cdc-b7db-ace62e06c8e4 service neutron] 10.222.0.20 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881402 Mar 30 07:19:17.260798 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-91918053-04c4-4da9-8e13-ece5fe21b741 service neutron] 10.222.0.20 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837359 Mar 30 07:19:17.557386 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-34ea5ac8-e53a-4f45-b8be-12594bef5e9d req-64328513-bb16-43db-ae66-84e8b9caa430 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 210 time: 0.0271876 Mar 30 07:19:18.169728 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebe42c-c571-44f7-839f-262cca119432 req-08c66fe3-557d-4b8d-a342-92151aa9bf92 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:18.171213 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e3ebe42c-c571-44f7-839f-262cca119432 req-08c66fe3-557d-4b8d-a342-92151aa9bf92 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0565753 Mar 30 07:19:18.229786 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e3ebe42c-c571-44f7-839f-262cca119432 req-d9799c94-767d-418b-bc28-4b838797216b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523300 Mar 30 07:19:18.665791 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9ed95f41-2d10-49f0-bff6-19d86d7c93ac req-3db1f516-6219-4793-ad81-742eefaf756a tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 210 time: 0.0362616 Mar 30 07:19:19.332293 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d4f0d-f1b2-407a-9903-07a6aa4746bd req-23dac812-292a-40af-916e-882d52b96251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:19.333892 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-773d4f0d-f1b2-407a-9903-07a6aa4746bd req-23dac812-292a-40af-916e-882d52b96251 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9ab7163ff443ff849d017d40115708&device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 1130 time: 0.0453768 Mar 30 07:19:19.350783 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a00d07-a472-4987-a1ef-52d1098bdffd req-8a65777d-887c-4ed0-94ec-669962ce6508 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:19.352165 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-62a00d07-a472-4987-a1ef-52d1098bdffd req-8a65777d-887c-4ed0-94ec-669962ce6508 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0541832 Mar 30 07:19:19.399606 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-62a00d07-a472-4987-a1ef-52d1098bdffd req-d2078e14-1091-4129-97c7-a03c99e5435a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411937 Mar 30 07:19:19.440757 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d4f0d-f1b2-407a-9903-07a6aa4746bd req-d370469d-e30f-4d17-8154-ce165b032817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:19.442232 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-773d4f0d-f1b2-407a-9903-07a6aa4746bd req-d370469d-e30f-4d17-8154-ce165b032817 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdc48dd9-ac72-4ec1-96d3-56de9895320a HTTP/1.1" status: 200 len: 912 time: 0.0917728 Mar 30 07:19:19.507505 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-773d4f0d-f1b2-407a-9903-07a6aa4746bd req-9eefa410-45fe-4365-8541-429b7dca5b07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc0a9d6a-7177-46dd-b56e-afefa52539b0 HTTP/1.1" status: 200 len: 1002 time: 0.0588231 Mar 30 07:19:19.569858 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d4f0d-f1b2-407a-9903-07a6aa4746bd req-44ce9013-77f7-4b75-afed-ea2d0427530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:19.572002 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-773d4f0d-f1b2-407a-9903-07a6aa4746bd req-44ce9013-77f7-4b75-afed-ea2d0427530a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0797f928-0864-4478-9227-7f35a120a31e HTTP/1.1" status: 200 len: 850 time: 0.0568757 Mar 30 07:19:19.642390 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d4f0d-f1b2-407a-9903-07a6aa4746bd req-4e547c19-16a9-4f09-a3e3-6378b0949460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:19.643775 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-773d4f0d-f1b2-407a-9903-07a6aa4746bd req-4e547c19-16a9-4f09-a3e3-6378b0949460 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdc48dd9-ac72-4ec1-96d3-56de9895320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640352 Mar 30 07:19:19.739303 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-773d4f0d-f1b2-407a-9903-07a6aa4746bd req-9ddfce06-24ae-4d47-a4df-977db7091495 service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861676 Mar 30 07:19:19.764754 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c077c817-ed8c-4ca2-a7f3-202003748838 req-cacaa23a-dcd1-46b5-b334-12403c7dfc27 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 210 time: 0.0303528 Mar 30 07:19:19.852176 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-773d4f0d-f1b2-407a-9903-07a6aa4746bd req-0762c30f-dac2-4ac3-b1de-8e23ac4e985a service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991375 Mar 30 07:19:19.942116 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-cbe85811-10da-464c-9224-e0076e0f62f9 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:19.944412 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-cbe85811-10da-464c-9224-e0076e0f62f9 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.35 "GET /v2.0/networks?id=378d266e-b6e4-47d5-9ac3-349863fb7ad1 HTTP/1.1" status: 200 len: 809 time: 0.1027923 Mar 30 07:19:20.031484 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-1cbd2f33-5db2-4413-a442-681f6c9939cc tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b879ef71fe5494cadf6882b4230511a HTTP/1.1" status: 200 len: 379 time: 0.0554543 Mar 30 07:19:20.053836 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-f1816eb5-266e-4cd1-86cd-ee9b041f3123 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Request body: {'port': {'device_id': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'admin_state_up': True, 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'security_groups': ['56feb7d6-ba45-49e2-ae04-00aba04d4e67']}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:20.167795 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-f1816eb5-266e-4cd1-86cd-ee9b041f3123 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Made reservation on behalf of 0b879ef71fe5494cadf6882b4230511a for: {'port': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:19:20.171600 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-f1816eb5-266e-4cd1-86cd-ee9b041f3123 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:20.305623 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-f1816eb5-266e-4cd1-86cd-ee9b041f3123 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Allocated IP 172.20.0.12 (378d266e-b6e4-47d5-9ac3-349863fb7ad1/00d02fc5-4d06-4b6c-9395-801b466ad4fe/2b0baaac-04a3-4147-9d07-17d4bc9c6c36) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:19:20.467216 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-f1816eb5-266e-4cd1-86cd-ee9b041f3123 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:20.499572 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-f1816eb5-266e-4cd1-86cd-ee9b041f3123 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:20.550957 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79dba1-f2dc-4481-93c0-48c34bd8a335 req-d9f24204-12e6-4d8f-afa2-8e26c07e90fc tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:20.552665 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d79dba1-f2dc-4481-93c0-48c34bd8a335 req-d9f24204-12e6-4d8f-afa2-8e26c07e90fc tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0618761 Mar 30 07:19:20.555412 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-f1816eb5-266e-4cd1-86cd-ee9b041f3123 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Network 378d266e-b6e4-47d5-9ac3-349863fb7ad1 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:19:20.558658 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-f1816eb5-266e-4cd1-86cd-ee9b041f3123 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:19:20.561823 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-f1816eb5-266e-4cd1-86cd-ee9b041f3123 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:19:20.621334 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d79dba1-f2dc-4481-93c0-48c34bd8a335 req-43a93487-62a6-4007-85b2-4e8cbe71e680 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611377 Mar 30 07:19:20.621895 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1816eb5-266e-4cd1-86cd-ee9b041f3123 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Pushing event updated for resources: {'Port': ['ID=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:20.650287 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-f1816eb5-266e-4cd1-86cd-ee9b041f3123 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:20.650979 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-f1816eb5-266e-4cd1-86cd-ee9b041f3123 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:20.667965 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-f1816eb5-266e-4cd1-86cd-ee9b041f3123 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6177227 Mar 30 07:19:20.688505 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Request body: {'port': {'device_id': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:20.749250 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:20.799320 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cd97a909-af56-471a-afa5-594f0c28fea3 None None] Provisioning complete for port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:20.799885 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cd97a909-af56-471a-afa5-594f0c28fea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:20.839320 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cd97a909-af56-471a-afa5-594f0c28fea3 None None] Port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:19:20.889810 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c15de-5029-47ba-9396-bd90c66778af req-ad9e123e-c347-4e04-974b-1256d9cddd4f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:20.891282 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2e1c15de-5029-47ba-9396-bd90c66778af req-ad9e123e-c347-4e04-974b-1256d9cddd4f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 932 time: 0.0534375 Mar 30 07:19:20.940848 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2e1c15de-5029-47ba-9396-bd90c66778af req-f8799bdc-5b26-47cd-988f-970732c2fd0f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438404 Mar 30 07:19:21.024647 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:19:21.032958 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Publish callbacks [] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:21.046905 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Transition to ACTIVE for port object 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 will not be triggered until provisioned by entity L2. {{(pid=103478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:19:21.050600 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:21.104831 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:21.174923 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Attempting to bind port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:19:21.175195 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Attempting to bind port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': '862ab29f-27ab-47c6-8614-00b49bb3aa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:19:21.175556 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Attempting to bind port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 on network 378d266e-b6e4-47d5-9ac3-349863fb7ad1 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:19:21.180366 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 on network 378d266e-b6e4-47d5-9ac3-349863fb7ad1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:19:21.180686 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Attempting to bind port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 on network 378d266e-b6e4-47d5-9ac3-349863fb7ad1 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:19:21.186049 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:19:21.186446 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Checking segment: {'id': '862ab29f-27ab-47c6-8614-00b49bb3aa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:19:21.186990 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Bound using segment: {'id': '862ab29f-27ab-47c6-8614-00b49bb3aa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:19:21.187458 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Bound port: 2b0baaac-04a3-4147-9d07-17d4bc9c6c36, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862ab29f-27ab-47c6-8614-00b49bb3aa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:19:21.188011 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:21.257713 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] For port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36, host hv-cinder-83577, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:19:21.260662 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] For port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:19:21.267378 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:21.298430 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:21.299030 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:21.300521 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] 10.222.0.35 "PUT /v2.0/ports/2b0baaac-04a3-4147-9d07-17d4bc9c6c36 HTTP/1.1" status: 200 len: 1094 time: 0.6168361 Mar 30 07:19:21.300833 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'tag': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:19:21.303071 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833b5e65-42e1-4e4a-983f-3e6a0ac7fbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "1770fd40-dd13-44c5-a045-2552bc5420dd", "tag": "2b0baaac-04a3-4147-9d07-17d4bc9c6c36"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:19:21.331379 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79a2b0-5dd7-4eac-9504-45fedc16ea63 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:21.342262 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48df5f1b-565d-45c3-86de-055794f33b60 x-openstack-request-id: req-48df5f1b-565d-45c3-86de-055794f33b60 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:19:21.342623 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1770fd40-dd13-44c5-a045-2552bc5420dd", "tag": "2b0baaac-04a3-4147-9d07-17d4bc9c6c36", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:19:21.343014 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48df5f1b-565d-45c3-86de-055794f33b60 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:19:21.343440 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48df5f1b-565d-45c3-86de-055794f33b60'] response: {'name': 'network-changed', 'server_uuid': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'tag': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36', 'status': 'completed', 'code': 200} Mar 30 07:19:21.418126 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-4fc3cc8b-cf72-4c2e-9fd8-bc13fae157cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:21.419733 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-4fc3cc8b-cf72-4c2e-9fd8-bc13fae157cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b879ef71fe5494cadf6882b4230511a&device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 1128 time: 0.0465200 Mar 30 07:19:21.471901 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-da1f60df-1871-43b2-b842-d828643f6ea9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36 HTTP/1.1" status: 200 len: 217 time: 0.0378654 Mar 30 07:19:21.522896 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-08fc3df6-876c-4553-a945-b174d786d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:21.524568 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-08fc3df6-876c-4553-a945-b174d786d27a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00d02fc5-4d06-4b6c-9395-801b466ad4fe HTTP/1.1" status: 200 len: 848 time: 0.0443883 Mar 30 07:19:21.574350 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-9b6d873d-8483-4b7b-b068-807c7962d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:21.575987 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-9b6d873d-8483-4b7b-b068-807c7962d672 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=378d266e-b6e4-47d5-9ac3-349863fb7ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438426 Mar 30 07:19:21.680858 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-a8b5993e-4033-476d-bd3c-703c8912edb4 service neutron] 10.222.0.35 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983133 Mar 30 07:19:21.748328 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69f696-d21f-4493-b734-f42a0245107d req-0b264e40-84a9-4161-a3ea-49dd7fd10136 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:21.750046 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5d69f696-d21f-4493-b734-f42a0245107d req-0b264e40-84a9-4161-a3ea-49dd7fd10136 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0598180 Mar 30 07:19:21.769749 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0b77abd5-e34b-47d7-8386-f4cd7de6a176 req-8f95d364-3c6c-4cd4-9cc6-459d1aa48150 service neutron] 10.222.0.35 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823519 Mar 30 07:19:21.799179 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5d69f696-d21f-4493-b734-f42a0245107d req-c41eddb5-19f3-4b93-8722-b0968ad18c1e tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426660 Mar 30 07:19:21.948292 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b5e65-42e1-4e4a-983f-3e6a0ac7fbcd req-a7129d37-c47e-4ed3-94c8-ac8bd2d6d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:21.949880 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-833b5e65-42e1-4e4a-983f-3e6a0ac7fbcd req-a7129d37-c47e-4ed3-94c8-ac8bd2d6d24c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b879ef71fe5494cadf6882b4230511a&device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 1128 time: 0.0554206 Mar 30 07:19:22.043506 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b5e65-42e1-4e4a-983f-3e6a0ac7fbcd req-a2cb60d6-e2d7-4162-b2e7-70e2b38d0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:22.044858 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-833b5e65-42e1-4e4a-983f-3e6a0ac7fbcd req-a2cb60d6-e2d7-4162-b2e7-70e2b38d0370 service neutron] 10.222.0.35 "GET /v2.0/networks?id=378d266e-b6e4-47d5-9ac3-349863fb7ad1 HTTP/1.1" status: 200 len: 910 time: 0.0879755 Mar 30 07:19:22.067831 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79903822-4d8d-4fd7-91b7-0c13fe603997 req-2923f514-82a4-4766-a912-adc66c416479 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:22.069317 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-79903822-4d8d-4fd7-91b7-0c13fe603997 req-2923f514-82a4-4766-a912-adc66c416479 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 944 time: 0.0530503 Mar 30 07:19:22.092450 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-833b5e65-42e1-4e4a-983f-3e6a0ac7fbcd req-ed100189-968b-47a2-afe7-c1e23aa52b82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36 HTTP/1.1" status: 200 len: 217 time: 0.0345895 Mar 30 07:19:22.118805 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-79903822-4d8d-4fd7-91b7-0c13fe603997 req-ceb726ca-4617-44b7-b912-98d192718999 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434623 Mar 30 07:19:22.144249 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b5e65-42e1-4e4a-983f-3e6a0ac7fbcd req-2d370b35-ad47-4283-84f0-f4f429396cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:22.145684 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-833b5e65-42e1-4e4a-983f-3e6a0ac7fbcd req-2d370b35-ad47-4283-84f0-f4f429396cb4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00d02fc5-4d06-4b6c-9395-801b466ad4fe HTTP/1.1" status: 200 len: 848 time: 0.0474834 Mar 30 07:19:22.202804 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b5e65-42e1-4e4a-983f-3e6a0ac7fbcd req-6b9d7b5b-4bc1-45ec-b4ec-18581206d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:22.204286 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-833b5e65-42e1-4e4a-983f-3e6a0ac7fbcd req-6b9d7b5b-4bc1-45ec-b4ec-18581206d354 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=378d266e-b6e4-47d5-9ac3-349863fb7ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436423 Mar 30 07:19:22.307927 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-833b5e65-42e1-4e4a-983f-3e6a0ac7fbcd req-4e068878-c81e-4a42-a038-f4a748766b87 service neutron] 10.222.0.35 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881565 Mar 30 07:19:22.402907 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-833b5e65-42e1-4e4a-983f-3e6a0ac7fbcd req-04f88eae-965c-4c19-a1b9-6117a0e2f9d6 service neutron] 10.222.0.35 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881956 Mar 30 07:19:23.254985 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23db51-faf0-44e2-8bd9-6e0a156ee2bf req-d5ce1d2e-ba6a-4594-bd19-25fa1329f164 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:23.256697 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1f23db51-faf0-44e2-8bd9-6e0a156ee2bf req-d5ce1d2e-ba6a-4594-bd19-25fa1329f164 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 944 time: 0.0576274 Mar 30 07:19:23.309774 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1f23db51-faf0-44e2-8bd9-6e0a156ee2bf req-1c7c5c9f-7f9e-40bc-8a91-4da288f90f15 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472872 Mar 30 07:19:24.216046 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1a0f7de3-1147-4673-92ec-359fb584b9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:24.439920 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eaecca-9344-470b-ab21-306b67f561ea req-4d865e78-c6e8-47fd-8e16-8e3a9cbc8cdd tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:24.441259 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-97eaecca-9344-470b-ab21-306b67f561ea req-4d865e78-c6e8-47fd-8e16-8e3a9cbc8cdd tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 944 time: 0.0623064 Mar 30 07:19:24.493146 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-97eaecca-9344-470b-ab21-306b67f561ea req-16d74ea6-279c-4a91-b850-da9111a67a23 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433681 Mar 30 07:19:25.625203 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d88df-3437-40ab-9194-1f72fa76350b req-3ddceefe-8676-4a4f-977d-08d5e1b3bdc5 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:25.626641 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ac8d88df-3437-40ab-9194-1f72fa76350b req-3ddceefe-8676-4a4f-977d-08d5e1b3bdc5 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 944 time: 0.0544035 Mar 30 07:19:25.678115 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ac8d88df-3437-40ab-9194-1f72fa76350b req-2afe01ae-4c09-4ccb-bfe9-5f4c81b9206f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433934 Mar 30 07:19:26.428495 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e48d3bf0-97d5-41aa-9846-48721a4a4909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:26.811957 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5010015-fe7b-4aee-bf03-0e18bb961c43 req-3cc1bdb8-0cbe-4e3b-8b97-f45bef25814a tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:26.813408 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a5010015-fe7b-4aee-bf03-0e18bb961c43 req-3cc1bdb8-0cbe-4e3b-8b97-f45bef25814a tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 944 time: 0.0663283 Mar 30 07:19:26.862989 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a5010015-fe7b-4aee-bf03-0e18bb961c43 req-5d1741f9-6c20-421d-8f06-0cbbd1d9fd0a tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438652 Mar 30 07:19:27.941020 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:27.998014 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b2ed4-bf1d-41c2-8368-3f888c76c5b6 req-d117cb8a-a0cc-45bb-8ca4-74552a7a9b1d tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:27.999482 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c88b2ed4-bf1d-41c2-8368-3f888c76c5b6 req-d117cb8a-a0cc-45bb-8ca4-74552a7a9b1d tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 944 time: 0.0537872 Mar 30 07:19:28.055699 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c88b2ed4-bf1d-41c2-8368-3f888c76c5b6 req-75bf64d3-63ab-41aa-bce9-12d21c7446dd tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500829 Mar 30 07:19:29.105104 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:29.182608 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce883a-b078-4faf-9af0-bf80558c9cf7 req-1dd54d77-94bf-4a97-bc85-06dd0a387df3 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:29.184120 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d3ce883a-b078-4faf-9af0-bf80558c9cf7 req-1dd54d77-94bf-4a97-bc85-06dd0a387df3 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 944 time: 0.0580645 Mar 30 07:19:29.232937 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d3ce883a-b078-4faf-9af0-bf80558c9cf7 req-eb184a2e-19b7-427d-92ef-97e8760595f3 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430133 Mar 30 07:19:29.670922 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40954) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:29.717965 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_v2 [None req-772f23a9-8920-4e96-8e8f-c70b8423e8b6 admin admin] Deleting subnet 43b28c16-aba5-4d0a-9b27-6b8972515622 {{(pid=103478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:19:29.721167 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-772f23a9-8920-4e96-8e8f-c70b8423e8b6 admin admin] Publish callbacks [] for subnet (43b28c16-aba5-4d0a-9b27-6b8972515622), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:29.754740 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-772f23a9-8920-4e96-8e8f-c70b8423e8b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5776151'] for subnet (43b28c16-aba5-4d0a-9b27-6b8972515622), precommit_delete_associations {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:29.799678 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-772f23a9-8920-4e96-8e8f-c70b8423e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (43b28c16-aba5-4d0a-9b27-6b8972515622), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:29.856661 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-772f23a9-8920-4e96-8e8f-c70b8423e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4308215'] for subnet (43b28c16-aba5-4d0a-9b27-6b8972515622), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:29.880947 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f23a9-8920-4e96-8e8f-c70b8423e8b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b28c16-aba5-4d0a-9b27-6b8972515622,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:29.884748 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-772f23a9-8920-4e96-8e8f-c70b8423e8b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:29.887898 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-772f23a9-8920-4e96-8e8f-c70b8423e8b6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43b28c16-aba5-4d0a-9b27-6b8972515622 HTTP/1.1" status: 204 len: 168 time: 0.2159297 Mar 30 07:19:29.890576 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40956) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:29.904753 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:19:29.959786 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17d91427-4fd5-4173-8380-878163517a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (fc819313-a83f-4db9-a3a8-bf8736f9a577), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:30.003378 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:19:30.014850 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'port_id': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36', 'mac_address': 'fa:16:3e:3c:76:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:19:30.036347 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17d91427-4fd5-4173-8380-878163517a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (fc819313-a83f-4db9-a3a8-bf8736f9a577), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:30.051207 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:30.051599 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:30.056558 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-17d91427-4fd5-4173-8380-878163517a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc819313-a83f-4db9-a3a8-bf8736f9a577']}} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:30.064568 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:19:30.066278 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-17d91427-4fd5-4173-8380-878163517a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dd86b0-c772-4987-a176-8a4d041b1b71') {'for_net_delete': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:30.066682 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-17d91427-4fd5-4173-8380-878163517a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dd86b0-c772-4987-a176-8a4d041b1b71') {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:30.076535 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17d91427-4fd5-4173-8380-878163517a45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5776156'] for segment (58dd86b0-c772-4987-a176-8a4d041b1b71), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:30.083898 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:19:30.089733 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:30.090652 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17d91427-4fd5-4173-8380-878163517a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (58dd86b0-c772-4987-a176-8a4d041b1b71), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:30.097233 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d91427-4fd5-4173-8380-878163517a45 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:19:30.097643 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17d91427-4fd5-4173-8380-878163517a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151914'] for segment (58dd86b0-c772-4987-a176-8a4d041b1b71), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: Traceback (most recent call last): Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: timer() Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: cb(*args, **kw) Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: return func(*args, **kwargs) Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: self._notify() Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: self.callback(batched_events) Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: event.method(event) Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: return f(self, *a, **k) Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._get(url).json() Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: return self.request(url, 'GET', **kwargs) Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:19:30.099319 dv-cinder-835778-2-iscsi neutron-server[103478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:19:30.139969 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:30.148086 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:30.148435 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:30.150746 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:30.150746 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:30.150746 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:30.150746 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:30.150746 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:30.150746 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:30.151196 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:30.151270 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:30.151564 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:30.151935 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:30.152281 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:30.152666 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:30.153042 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:30.155015 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17d91427-4fd5-4173-8380-878163517a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (fc819313-a83f-4db9-a3a8-bf8736f9a577), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:30.160921 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17d91427-4fd5-4173-8380-878163517a45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:30.164109 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-17d91427-4fd5-4173-8380-878163517a45 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fc819313-a83f-4db9-a3a8-bf8736f9a577 HTTP/1.1" status: 204 len: 168 time: 0.2725422 Mar 30 07:19:30.175153 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d91427-4fd5-4173-8380-878163517a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc819313-a83f-4db9-a3a8-bf8736f9a577,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:30.334074 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40962) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:30.356034 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b01ce-88a3-420b-9044-ce93831e371e req-a2e8b4ce-7c05-431c-8dae-bda864336e04 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:30.359530 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-101b01ce-88a3-420b-9044-ce93831e371e req-a2e8b4ce-7c05-431c-8dae-bda864336e04 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 945 time: 0.0558591 Mar 30 07:19:30.373901 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-89687d5f-7e9c-43f3-90ee-e37a851a2c02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdbabd5e38b749abb59cbf2680697a54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385921 Mar 30 07:19:30.376462 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40966) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:30.409582 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-101b01ce-88a3-420b-9044-ce93831e371e req-52b54f2b-b9c1-4789-9a9f-1329975cc44d tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450053 Mar 30 07:19:30.423097 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c7638155-7bb1-4bdd-b3a0-341613fb9f05 admin admin] Publish callbacks [] for security_group (6ca71b5b-0fbb-4946-8032-4393699927aa), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:30.445046 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c7638155-7bb1-4bdd-b3a0-341613fb9f05 admin admin] Publish callbacks [] for security_group (6ca71b5b-0fbb-4946-8032-4393699927aa), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:30.497099 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c7638155-7bb1-4bdd-b3a0-341613fb9f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (6ca71b5b-0fbb-4946-8032-4393699927aa), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:30.499888 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c7638155-7bb1-4bdd-b3a0-341613fb9f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:30.501043 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-c7638155-7bb1-4bdd-b3a0-341613fb9f05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ca71b5b-0fbb-4946-8032-4393699927aa HTTP/1.1" status: 204 len: 168 time: 0.1237040 Mar 30 07:19:30.507078 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['2b0baaac-04a3-4147-9d07-17d4bc9c6c36'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:19:30.521103 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7638155-7bb1-4bdd-b3a0-341613fb9f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca71b5b-0fbb-4946-8032-4393699927aa,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:30.658638 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:31.190294 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1f06d5a8-8a29-46d6-83b3-e7b6672ecc49 req-c9111691-0a91-40d9-ad67-313b703c78af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492187 Mar 30 07:19:31.204887 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 40988) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:31.271635 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06d5a8-8a29-46d6-83b3-e7b6672ecc49 req-dfb1cac0-c82f-4a89-b1ec-950f3e2b031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:31.273141 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1f06d5a8-8a29-46d6-83b3-e7b6672ecc49 req-dfb1cac0-c82f-4a89-b1ec-950f3e2b031b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9ab7163ff443ff849d017d40115708&device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 1130 time: 0.0455353 Mar 30 07:19:31.309447 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-302331032-network', 'tenant_id': '803772b9959c49c988cb738b94678917'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:31.328360 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] Made reservation on behalf of 803772b9959c49c988cb738b94678917 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:19:31.330709 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:31.339290 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:31.379636 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06d5a8-8a29-46d6-83b3-e7b6672ecc49 req-fe33d740-40d4-46ec-8357-7cd78158dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:31.381172 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1f06d5a8-8a29-46d6-83b3-e7b6672ecc49 req-fe33d740-40d4-46ec-8357-7cd78158dc9b service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdc48dd9-ac72-4ec1-96d3-56de9895320a HTTP/1.1" status: 200 len: 912 time: 0.0880692 Mar 30 07:19:31.415531 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] Publish callbacks [] for security_group (6de6b680-0dea-4502-ba4b-ba499b008192), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:31.420319 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (6de6b680-0dea-4502-ba4b-ba499b008192), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:31.446026 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:19:31.452391 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de6b680-0dea-4502-ba4b-ba499b008192,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:31.458348 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1f06d5a8-8a29-46d6-83b3-e7b6672ecc49 req-b44f45e8-6456-4dd7-9e0b-c22b930b1f84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc0a9d6a-7177-46dd-b56e-afefa52539b0 HTTP/1.1" status: 200 len: 1002 time: 0.0650260 Mar 30 07:19:31.462889 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (abeeccd0-201c-4dab-bd1e-7b76b32d3784), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:31.463142 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] Added segment abeeccd0-201c-4dab-bd1e-7b76b32d3784 of type vlan for network 87604e57-b8c9-45c9-ab61-2b321b1caa0c Mar 30 07:19:31.517025 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06d5a8-8a29-46d6-83b3-e7b6672ecc49 req-27633858-5e0f-4a72-901f-c81255bb3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:31.518535 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1f06d5a8-8a29-46d6-83b3-e7b6672ecc49 req-27633858-5e0f-4a72-901f-c81255bb3d32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0797f928-0864-4478-9227-7f35a120a31e HTTP/1.1" status: 200 len: 850 time: 0.0473499 Mar 30 07:19:31.528824 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (87604e57-b8c9-45c9-ab61-2b321b1caa0c), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:31.566611 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aae560-9742-46cf-a4d6-2482bac922b5 req-2b10e33e-5418-4d5d-8ffd-12546b31ae6e tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:31.568069 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b9aae560-9742-46cf-a4d6-2482bac922b5 req-2b10e33e-5418-4d5d-8ffd-12546b31ae6e tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 945 time: 0.0762231 Mar 30 07:19:31.569759 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (87604e57-b8c9-45c9-ab61-2b321b1caa0c), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:31.570805 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:31.571334 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:31.571984 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06d5a8-8a29-46d6-83b3-e7b6672ecc49 req-74de23ec-d6f5-4d7c-a162-c00286e16121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:31.573623 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1f06d5a8-8a29-46d6-83b3-e7b6672ecc49 req-74de23ec-d6f5-4d7c-a162-c00286e16121 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdc48dd9-ac72-4ec1-96d3-56de9895320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441020 Mar 30 07:19:31.646457 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4404314 Mar 30 07:19:31.649397 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 40994) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:31.654047 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-1c569224-6748-46b0-86c3-084657c643bd admin admin] Request body: {'subnet': {'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-302331032-subnet', 'tenant_id': '803772b9959c49c988cb738b94678917', 'ip_version': 4}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:31.661354 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755dfba-fed7-4dd6-849d-0367066022f2 admin admin] Pushing event updated for resources: {'Network': ['ID=87604e57-b8c9-45c9-ab61-2b321b1caa0c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:31.676097 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b9aae560-9742-46cf-a4d6-2482bac922b5 req-813a87b8-11a2-4f9e-af00-96cad413a3ed tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022801 Mar 30 07:19:31.679005 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network 87604e57-b8c9-45c9-ab61-2b321b1caa0c details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:19:31.680975 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1f06d5a8-8a29-46d6-83b3-e7b6672ecc49 req-ce6aa1c1-7919-4047-b182-6a9f15078606 service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001062 Mar 30 07:19:31.698045 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c569224-6748-46b0-86c3-084657c643bd admin admin] Made reservation on behalf of 803772b9959c49c988cb738b94678917 for: {'subnet': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:19:31.700160 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1c569224-6748-46b0-86c3-084657c643bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4308200'] for subnet (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:31.832875 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1f06d5a8-8a29-46d6-83b3-e7b6672ecc49 req-d0fab507-2378-4e15-97bb-241caf909129 service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448123 Mar 30 07:19:31.932381 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:19:31.991761 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:19:31.997084 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:31.997502 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.080807 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:32.081203 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.107332 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:19:32.109680 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d71e02-1b3f-468a-90fc-fb57dea2b68f" -d '{"events": [{"server_uuid": "1770fd40-dd13-44c5-a045-2552bc5420dd", "name": "network-vif-plugged", "status": "completed", "tag": "2b0baaac-04a3-4147-9d07-17d4bc9c6c36"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:19:32.129687 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:19:32.137676 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.168211 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bf9ad1-404a-425d-b9ad-3432d87cb963 x-openstack-request-id: req-71bf9ad1-404a-425d-b9ad-3432d87cb963 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:19:32.168531 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770fd40-dd13-44c5-a045-2552bc5420dd", "name": "network-vif-plugged", "status": "completed", "tag": "2b0baaac-04a3-4147-9d07-17d4bc9c6c36", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:19:32.168782 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71bf9ad1-404a-425d-b9ad-3432d87cb963 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:19:32.169184 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71bf9ad1-404a-425d-b9ad-3432d87cb963'] response: {'server_uuid': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36', 'code': 200} Mar 30 07:19:32.172965 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1c569224-6748-46b0-86c3-084657c643bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6146063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4308222'] for subnet (1ea64624-ec6f-4b03-9f67-6684083299d8), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.207293 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:32.241623 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c569224-6748-46b0-86c3-084657c643bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea64624-ec6f-4b03-9f67-6684083299d8,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:32.246628 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c569224-6748-46b0-86c3-084657c643bd admin admin] Checking segment: {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:19:32.247096 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c569224-6748-46b0-86c3-084657c643bd admin admin] Network hostable DHCP agents. Network: 87604e57-b8c9-45c9-ab61-2b321b1caa0c, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:19:32.264735 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c569224-6748-46b0-86c3-084657c643bd admin admin] Network 87604e57-b8c9-45c9-ab61-2b321b1caa0c is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:19:32.273660 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-1c569224-6748-46b0-86c3-084657c643bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, 87604e57-b8c9-45c9-ab61-2b321b1caa0c) {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:19:32.278572 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c569224-6748-46b0-86c3-084657c643bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:32.279315 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1c569224-6748-46b0-86c3-084657c643bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.282476 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d9c8c9-0b70-4595-b9ed-846d416502cb None None] Network 87604e57-b8c9-45c9-ab61-2b321b1caa0c requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:19:32.295898 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-1c569224-6748-46b0-86c3-084657c643bd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6453295 Mar 30 07:19:32.298701 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41000) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:32.303407 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:32.324633 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1945'] for router (f3122407-99bb-41d9-bf17-9d5238cff320), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.325655 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (f3122407-99bb-41d9-bf17-9d5238cff320), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.387946 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b82721-ccaf-517d-af1a-d7277a7417ee-87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8'}]}} from dv-cinder-835778-2-iscsi. {{(pid=103479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 07:19:32.388853 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.394446 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Publish callbacks [] for router_controller (f3122407-99bb-41d9-bf17-9d5238cff320), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.498361 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1838f-0aed-4eab-bef7-d07bc55a0131 req-64d3d7b8-2d1e-441e-92da-21cbb0f87d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:32.500030 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-78b1838f-0aed-4eab-bef7-d07bc55a0131 req-64d3d7b8-2d1e-441e-92da-21cbb0f87d05 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 1130 time: 0.0509226 Mar 30 07:19:32.526886 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Allocated IP 172.20.0.2 (87604e57-b8c9-45c9-ab61-2b321b1caa0c/1ea64624-ec6f-4b03-9f67-6684083299d8/6eb4ce29-fc62-4d98-937b-7be8524a80e5) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:19:32.546533 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Publish callbacks [] for router_gateway (f3122407-99bb-41d9-bf17-9d5238cff320), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.576748 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-78b1838f-0aed-4eab-bef7-d07bc55a0131 req-065d5f92-0e69-480c-b446-907fcd182acb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501201 Mar 30 07:19:32.685354 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Publish callbacks [] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.694045 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.734002 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Network 87604e57-b8c9-45c9-ab61-2b321b1caa0c is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:19:32.737375 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:19:32.743717 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:19:32.751351 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Pushing event updated for resources: {'Port': ['ID=6eb4ce29-fc62-4d98-937b-7be8524a80e5,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:32.765425 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Publish callbacks [] for router_gateway (f3122407-99bb-41d9-bf17-9d5238cff320), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.801605 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.806821 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Attempting to bind port 6eb4ce29-fc62-4d98-937b-7be8524a80e5 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:19:32.807189 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Attempting to bind port 6eb4ce29-fc62-4d98-937b-7be8524a80e5 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:19:32.807549 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Attempting to bind port 6eb4ce29-fc62-4d98-937b-7be8524a80e5 on network 87604e57-b8c9-45c9-ab61-2b321b1caa0c {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:19:32.812686 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:19:32.813135 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Checking segment: {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:19:32.813516 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.813934 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Bound using segment: {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:19:32.814398 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Bound port: 6eb4ce29-fc62-4d98-937b-7be8524a80e5, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:19:32.815271 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.866351 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdf3ef-69b8-4d3c-9a9a-608209e669b1 req-dd500e47-84a9-44c6-b021-179830272eed tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:32.867751 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50cdf3ef-69b8-4d3c-9a9a-608209e669b1 req-dd500e47-84a9-44c6-b021-179830272eed tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.1173294 Mar 30 07:19:32.882695 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] For port 6eb4ce29-fc62-4d98-937b-7be8524a80e5, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:19:32.885844 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] For port 6eb4ce29-fc62-4d98-937b-7be8524a80e5, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=6eb4ce29-fc62-4d98-937b-7be8524a80e5,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:19:32.893635 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:32.953329 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3f2b9-5e6b-48d5-a165-baf3738eb6b1 None None] Pushing event updated for resources: {'Port': ['ID=6eb4ce29-fc62-4d98-937b-7be8524a80e5,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:32.977457 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Allocated IP 172.27.1.173 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/cc0c8945-099d-4aeb-b616-3d90438259ec) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:19:32.983341 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50cdf3ef-69b8-4d3c-9a9a-608209e669b1 req-f3d220b1-58e1-405f-8280-ddfe9b1f9c88 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054859 Mar 30 07:19:33.092124 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Publish callbacks [] for port (cc0c8945-099d-4aeb-b616-3d90438259ec), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:33.143672 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (cc0c8945-099d-4aeb-b616-3d90438259ec), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:33.188240 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:19:33.192352 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:19:33.195576 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:19:33.233275 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Pushing event updated for resources: {'Port': ['ID=cc0c8945-099d-4aeb-b616-3d90438259ec,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:33.384120 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 6eb4ce29-fc62-4d98-937b-7be8524a80e5 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:19:33.438362 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:33.449440 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 6eb4ce29-fc62-4d98-937b-7be8524a80e5 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:33.449981 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:33.488627 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Publish callbacks [] for router_gateway (f3122407-99bb-41d9-bf17-9d5238cff320), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:33.531721 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 6eb4ce29-fc62-4d98-937b-7be8524a80e5 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:33.532415 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:33.575225 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port 6eb4ce29-fc62-4d98-937b-7be8524a80e5, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=6eb4ce29-fc62-4d98-937b-7be8524a80e5,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:19:33.582411 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:33.646641 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=6eb4ce29-fc62-4d98-937b-7be8524a80e5,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:33.925366 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43723460-c233-4f12-b718-40c349449f82 None None] Network 87604e57-b8c9-45c9-ab61-2b321b1caa0c requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:19:33.927607 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622820'] for router (f3122407-99bb-41d9-bf17-9d5238cff320), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:34.024871 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-40eac0b6-2f40-4416-a69e-8a7501549e31 None None] Provisioning complete for port 6eb4ce29-fc62-4d98-937b-7be8524a80e5 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:34.025272 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-40eac0b6-2f40-4416-a69e-8a7501549e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:34.097425 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Router f3122407-99bb-41d9-bf17-9d5238cff320 is scheduled to L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 07:19:34.124587 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-40eac0b6-2f40-4416-a69e-8a7501549e31 None None] Current status of the port 6eb4ce29-fc62-4d98-937b-7be8524a80e5 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:34.157985 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ba849-ed0c-454a-a7c6-b2a5fcb0cab2 req-e8b0517a-4500-4e52-ace2-3834de55a403 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:34.159733 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5a6ba849-ed0c-454a-a7c6-b2a5fcb0cab2 req-e8b0517a-4500-4e52-ace2-3834de55a403 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.1075542 Mar 30 07:19:34.275930 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5a6ba849-ed0c-454a-a7c6-b2a5fcb0cab2 req-43e72a77-2218-418f-a2ad-d17378297d23 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843382 Mar 30 07:19:34.285635 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:19:34.298273 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Sync routers for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:19:34.308308 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:34.308998 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:19:34.309609 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:34.309753 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-52605a8c-3bb8-4a45-a2dc-2fa277ab088c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0098150 Mar 30 07:19:34.313035 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41016) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:34.349134 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-9261944e-9a46-466c-9ec2-f56147bd96ed None None] Provisioning complete for port 6eb4ce29-fc62-4d98-937b-7be8524a80e5 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:34.349516 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9261944e-9a46-466c-9ec2-f56147bd96ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:34.425425 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:19:34.444473 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-9261944e-9a46-466c-9ec2-f56147bd96ed None None] Current status of the port 6eb4ce29-fc62-4d98-937b-7be8524a80e5 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:34.611310 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:33Z', 'revision_number': 3, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:34.642240 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Checking router: f3122407-99bb-41d9-bf17-9d5238cff320 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:19:34.642569 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Updating router f3122407-99bb-41d9-bf17-9d5238cff320 port cc0c8945-099d-4aeb-b616-3d90438259ec binding host dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:19:34.668565 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (cc0c8945-099d-4aeb-b616-3d90438259ec), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:34.751549 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:34.906853 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Allocated IP 172.20.0.1 (87604e57-b8c9-45c9-ab61-2b321b1caa0c/1ea64624-ec6f-4b03-9f67-6684083299d8/a34a1ecb-e213-4ea5-907d-a56258f4e3c8) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:19:34.917878 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Publish callbacks [] for port (cc0c8945-099d-4aeb-b616-3d90438259ec), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:34.923393 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (cc0c8945-099d-4aeb-b616-3d90438259ec), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:34.975536 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4415e-c66e-4ddd-b996-fb3766cd64b7 None None] Pushing event updated for resources: {'Port': ['ID=cc0c8945-099d-4aeb-b616-3d90438259ec,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:34.983623 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Attempting to bind port cc0c8945-099d-4aeb-b616-3d90438259ec on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:19:34.983623 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Attempting to bind port cc0c8945-099d-4aeb-b616-3d90438259ec by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:19:34.983623 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Attempting to bind port cc0c8945-099d-4aeb-b616-3d90438259ec on network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:19:34.988998 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:19:34.989364 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Checking segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:19:34.989757 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:34.990193 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Bound using segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:19:34.990655 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Bound port: cc0c8945-099d-4aeb-b616-3d90438259ec, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:19:34.991019 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (cc0c8945-099d-4aeb-b616-3d90438259ec), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:35.017732 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Publish callbacks [] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:35.044771 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] For port cc0c8945-099d-4aeb-b616-3d90438259ec, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:19:35.048001 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] For port cc0c8945-099d-4aeb-b616-3d90438259ec, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=cc0c8945-099d-4aeb-b616-3d90438259ec,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:19:35.051783 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:35.055278 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (cc0c8945-099d-4aeb-b616-3d90438259ec), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:35.090290 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Network 87604e57-b8c9-45c9-ab61-2b321b1caa0c is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:19:35.093364 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:19:35.099362 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:19:35.116432 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4415e-c66e-4ddd-b996-fb3766cd64b7 None None] Pushing event updated for resources: {'Port': ['ID=cc0c8945-099d-4aeb-b616-3d90438259ec,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:35.119600 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:19:35.120299 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:35.130731 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Pushing event updated for resources: {'Port': ['ID=a34a1ecb-e213-4ea5-907d-a56258f4e3c8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:35.152380 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622771'] for router_interface (f3122407-99bb-41d9-bf17-9d5238cff320), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:35.239877 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:19:35.317383 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:35.343619 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 6eb4ce29-fc62-4d98-937b-7be8524a80e5 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:19:35.395827 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-3989822d-29ef-4564-bc55-0352dd0e8a58 None None] Provisioning complete for port a34a1ecb-e213-4ea5-907d-a56258f4e3c8 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:35.396299 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3989822d-29ef-4564-bc55-0352dd0e8a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:35.438012 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-3989822d-29ef-4564-bc55-0352dd0e8a58 None None] Port a34a1ecb-e213-4ea5-907d-a56258f4e3c8 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:19:35.443913 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:33Z', 'revision_number': 3, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:35.444367 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 6eb4ce29-fc62-4d98-937b-7be8524a80e5 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:35.444653 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:35.491354 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa170a-78ba-4cf7-8847-185d3b254115 req-3bf97722-3e75-4ec9-a28d-b8a66c84cac4 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:35.493423 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9efa170a-78ba-4cf7-8847-185d3b254115 req-3bf97722-3e75-4ec9-a28d-b8a66c84cac4 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.1113377 Mar 30 07:19:35.550627 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 6eb4ce29-fc62-4d98-937b-7be8524a80e5 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:35.579766 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a514b8ce-9b61-4fa1-96f3-43002b0e1002 None None] The sync data for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi is: [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:33Z', 'revision_number': 3, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:19:35.589272 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9efa170a-78ba-4cf7-8847-185d3b254115 req-c5d0130c-cb6d-41a0-8971-b8e58bf8fd5c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884674 Mar 30 07:19:35.598859 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Publish callbacks [] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:35.611194 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:35.688702 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Pushing event updated for resources: {'Port': ['ID=a34a1ecb-e213-4ea5-907d-a56258f4e3c8,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:35.692258 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622631'] for router_interface (f3122407-99bb-41d9-bf17-9d5238cff320), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:35.785628 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cd081-fbc2-49ae-acae-ebb0f4d6bfd1 req-f5f6be7f-44ad-468e-81fb-c4efe10bc08d tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:35.787042 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6d7cd081-fbc2-49ae-acae-ebb0f4d6bfd1 req-f5f6be7f-44ad-468e-81fb-c4efe10bc08d tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.1134040 Mar 30 07:19:35.852329 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Network 87604e57-b8c9-45c9-ab61-2b321b1caa0c is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:19:35.857779 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:19:35.883516 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6d7cd081-fbc2-49ae-acae-ebb0f4d6bfd1 req-e6cf7810-a253-42ae-8284-cf75962e6886 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876336 Mar 30 07:19:35.900163 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41026) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:36.010878 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Router f3122407-99bb-41d9-bf17-9d5238cff320 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:19:36.094459 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed875fb6-88ed-4c6e-8e39-ed9fe2c0205d tempest-TestShelveInstance-1117283586 tempest-TestShelveInstance-1117283586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:36.098943 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-ed875fb6-88ed-4c6e-8e39-ed9fe2c0205d tempest-TestShelveInstance-1117283586 tempest-TestShelveInstance-1117283586-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 1125 time: 0.1939204 Mar 30 07:19:36.099183 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41030) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:36.104098 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Request body: {'floatingip': {'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'port_id': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:36.128127 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:36.163969 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-11b056fc-8680-4e24-bbbf-af519da5f5ca None None] Provisioning complete for port a34a1ecb-e213-4ea5-907d-a56258f4e3c8 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:36.164610 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-11b056fc-8680-4e24-bbbf-af519da5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:36.214913 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-11b056fc-8680-4e24-bbbf-af519da5f5ca None None] Port a34a1ecb-e213-4ea5-907d-a56258f4e3c8 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:19:36.255085 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:36.363496 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:19:36.376331 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-54a2aa67-a76c-43fe-84ef-9286281f0818 admin admin] 10.222.0.20 "PUT /v2.0/routers/f3122407-99bb-41d9-bf17-9d5238cff320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0548124 Mar 30 07:19:36.376524 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Allocated IP 172.27.1.237 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/a5bf0d57-a363-463b-a102-bd1da3d5d398) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:19:36.477754 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for port (a5bf0d57-a363-463b-a102-bd1da3d5d398), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:36.514612 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (a5bf0d57-a363-463b-a102-bd1da3d5d398), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:36.560781 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:19:36.566335 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:19:36.570940 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:19:36.574047 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Pushing event updated for resources: {'Port': ['ID=a5bf0d57-a363-463b-a102-bd1da3d5d398,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:36.877621 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41048) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:36.882524 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1866899740-network', 'tenant_id': '571848e3be7a42febae87b6a467ef6bf'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:36.902280 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] Made reservation on behalf of 571848e3be7a42febae87b6a467ef6bf for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:19:36.904843 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:36.915203 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.004630 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] Publish callbacks [] for security_group (1bb12db2-c1a4-4543-bd07-c6fba83e4168), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.009509 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (1bb12db2-c1a4-4543-bd07-c6fba83e4168), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.030906 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:19:37.032110 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for floatingip (13a976f5-97a2-49f9-bf43-fb0a9b7f010b), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.046400 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb12db2-c1a4-4543-bd07-c6fba83e4168,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:37.052835 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (72465091-b7ab-469f-a950-342ed84babdc), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.053220 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] Added segment 72465091-b7ab-469f-a950-342ed84babdc of type vlan for network 06c82e51-bd0e-4e24-a56a-80369f8e276f Mar 30 07:19:37.094375 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (06c82e51-bd0e-4e24-a56a-80369f8e276f), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.121028 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (06c82e51-bd0e-4e24-a56a-80369f8e276f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.122031 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:37.122645 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.138472 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a5bf0d57-a363-463b-a102-bd1da3d5d398), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.182521 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3027189 Mar 30 07:19:37.185207 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41052) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:37.188874 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b386d-1741-468a-abf7-675749f174fe admin admin] Pushing event updated for resources: {'Network': ['ID=06c82e51-bd0e-4e24-a56a-80369f8e276f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:37.190259 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-08e8594c-e41e-4e67-9bb4-35fbf6f4d39f admin admin] Request body: {'subnet': {'network_id': '06c82e51-bd0e-4e24-a56a-80369f8e276f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1866899740-subnet', 'tenant_id': '571848e3be7a42febae87b6a467ef6bf', 'ip_version': 4}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:37.205061 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network 06c82e51-bd0e-4e24-a56a-80369f8e276f details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:19:37.249291 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Sync routers for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:19:37.263326 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e8594c-e41e-4e67-9bb4-35fbf6f4d39f admin admin] Made reservation on behalf of 571848e3be7a42febae87b6a467ef6bf for: {'subnet': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:19:37.266130 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-08e8594c-e41e-4e67-9bb4-35fbf6f4d39f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4308200'] for subnet (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.394967 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device cc0c8945-099d-4aeb-b616-3d90438259ec up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:19:37.398568 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for port (a5bf0d57-a363-463b-a102-bd1da3d5d398), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.406371 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (a5bf0d57-a363-463b-a102-bd1da3d5d398), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.442408 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:19:37.442923 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:37.519432 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (13a976f5-97a2-49f9-bf43-fb0a9b7f010b), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.522441 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Pushing event updated for resources: {'Port': ['ID=a5bf0d57-a363-463b-a102-bd1da3d5d398,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:37.545021 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port cc0c8945-099d-4aeb-b616-3d90438259ec triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:37.545421 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (cc0c8945-099d-4aeb-b616-3d90438259ec), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.591235 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:19:37.639096 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-08e8594c-e41e-4e67-9bb4-35fbf6f4d39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6146063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4308222'] for subnet (853b4340-e94a-46b3-93be-6381169ef2c7), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.716751 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8594c-e41e-4e67-9bb4-35fbf6f4d39f admin admin] Pushing event updated for resources: {'Subnet': ['ID=853b4340-e94a-46b3-93be-6381169ef2c7,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:37.728390 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.l3_db [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Floating IP 13a976f5-97a2-49f9-bf43-fb0a9b7f010b associated. External IP: 172.27.1.237, port: 2b0baaac-04a3-4147-9d07-17d4bc9c6c36. Mar 30 07:19:37.751602 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port cc0c8945-099d-4aeb-b616-3d90438259ec is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:37.752019 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (cc0c8945-099d-4aeb-b616-3d90438259ec), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.787350 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port cc0c8945-099d-4aeb-b616-3d90438259ec, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=cc0c8945-099d-4aeb-b616-3d90438259ec,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:19:37.794424 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e8594c-e41e-4e67-9bb4-35fbf6f4d39f admin admin] Checking segment: {'id': '72465091-b7ab-469f-a950-342ed84babdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '06c82e51-bd0e-4e24-a56a-80369f8e276f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:19:37.794781 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e8594c-e41e-4e67-9bb4-35fbf6f4d39f admin admin] Network hostable DHCP agents. Network: 06c82e51-bd0e-4e24-a56a-80369f8e276f, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:19:37.797535 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (cc0c8945-099d-4aeb-b616-3d90438259ec), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.829733 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e8594c-e41e-4e67-9bb4-35fbf6f4d39f admin admin] Network 06c82e51-bd0e-4e24-a56a-80369f8e276f is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:19:37.841512 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-08e8594c-e41e-4e67-9bb4-35fbf6f4d39f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, 06c82e51-bd0e-4e24-a56a-80369f8e276f) {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:19:37.850445 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e8594c-e41e-4e67-9bb4-35fbf6f4d39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:37.851042 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-08e8594c-e41e-4e67-9bb4-35fbf6f4d39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.852792 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a59e3-b310-4397-aa07-d8f8ec1f32b7 None None] Network 06c82e51-bd0e-4e24-a56a-80369f8e276f requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:19:37.874883 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-08e8594c-e41e-4e67-9bb4-35fbf6f4d39f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6862566 Mar 30 07:19:37.875728 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41056) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:37.881367 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1866899740-router', 'tenant_id': '571848e3be7a42febae87b6a467ef6bf', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:37.904523 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1945'] for router (c6256114-6895-4161-9df6-1e5dbaae78c8), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.907551 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (c6256114-6895-4161-9df6-1e5dbaae78c8), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.932807 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=cc0c8945-099d-4aeb-b616-3d90438259ec,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:37.967527 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Publish callbacks [] for router_controller (c6256114-6895-4161-9df6-1e5dbaae78c8), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:37.988554 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 2, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:37.992212 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b82721-ccaf-517d-af1a-d7277a7417ee-06c82e51-bd0e-4e24-a56a-80369f8e276f', 'network_id': '06c82e51-bd0e-4e24-a56a-80369f8e276f', 'project_id': '571848e3be7a42febae87b6a467ef6bf', 'fixed_ips': [{'subnet_id': '853b4340-e94a-46b3-93be-6381169ef2c7'}]}} from dv-cinder-835778-2-iscsi. {{(pid=103479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 07:19:37.993031 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:38.005381 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Router e464fba7-09aa-4a80-8fe1-60d78decbdab has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:19:38.034008 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Checking router: f3122407-99bb-41d9-bf17-9d5238cff320 for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:19:38.034631 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Updating router f3122407-99bb-41d9-bf17-9d5238cff320 port a34a1ecb-e213-4ea5-907d-a56258f4e3c8 binding host dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:19:38.117089 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:38.120330 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Publish callbacks [] for router_gateway (c6256114-6895-4161-9df6-1e5dbaae78c8), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:38.134206 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:19:38.146015 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a8f571-4aa8-42b0-bfad-6601d9a8f43a None None] Sync routers for ids ['e464fba7-09aa-4a80-8fe1-60d78decbdab'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:19:38.159483 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a8f571-4aa8-42b0-bfad-6601d9a8f43a None None] Routers {'e464fba7-09aa-4a80-8fe1-60d78decbdab'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:19:38.161128 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-02a8f571-4aa8-42b0-bfad-6601d9a8f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['e464fba7-09aa-4a80-8fe1-60d78decbdab'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:38.163000 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:38.218319 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-8de7d229-4c75-40d8-8f0a-53ec01f76e98 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1176944 Mar 30 07:19:38.219257 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'tag': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:19:38.222589 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f622bd2-e096-4af5-b508-b7beec88846d" -d '{"events": [{"name": "network-changed", "server_uuid": "1770fd40-dd13-44c5-a045-2552bc5420dd", "tag": "2b0baaac-04a3-4147-9d07-17d4bc9c6c36"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:19:38.271364 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c030b84-72a6-4f2f-bc4f-1ca961264288 x-openstack-request-id: req-0c030b84-72a6-4f2f-bc4f-1ca961264288 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:19:38.271980 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1770fd40-dd13-44c5-a045-2552bc5420dd", "tag": "2b0baaac-04a3-4147-9d07-17d4bc9c6c36", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:19:38.272377 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c030b84-72a6-4f2f-bc4f-1ca961264288 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:19:38.272917 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c030b84-72a6-4f2f-bc4f-1ca961264288'] response: {'name': 'network-changed', 'server_uuid': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'tag': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36', 'status': 'completed', 'code': 200} Mar 30 07:19:38.276526 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Allocated IP 172.20.0.2 (06c82e51-bd0e-4e24-a56a-80369f8e276f/853b4340-e94a-46b3-93be-6381169ef2c7/f2c49d7f-1ed5-412a-8a67-a53f5575fcdb) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:19:38.314554 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-02a8f571-4aa8-42b0-bfad-6601d9a8f43a None None] Set router e464fba7-09aa-4a80-8fe1-60d78decbdab gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:19:38.362979 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Publish callbacks [] for router_gateway (c6256114-6895-4161-9df6-1e5dbaae78c8), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:38.376238 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f622bd2-e096-4af5-b508-b7beec88846d req-50a8748d-fb7e-4977-ac68-adf10fd656d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:38.378528 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8f622bd2-e096-4af5-b508-b7beec88846d req-50a8748d-fb7e-4977-ac68-adf10fd656d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b879ef71fe5494cadf6882b4230511a&device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 1130 time: 0.0577092 Mar 30 07:19:38.385222 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:38.505965 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f622bd2-e096-4af5-b508-b7beec88846d req-8021ac11-1250-42f3-8735-62ac3714b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:38.513805 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8f622bd2-e096-4af5-b508-b7beec88846d req-8021ac11-1250-42f3-8735-62ac3714b9c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=378d266e-b6e4-47d5-9ac3-349863fb7ad1 HTTP/1.1" status: 200 len: 910 time: 0.1277657 Mar 30 07:19:38.517025 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Allocated IP 172.27.1.132 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/b1af29ba-eeeb-47b3-9554-99808c1664af) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:19:38.548908 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Publish callbacks [] for port (f2c49d7f-1ed5-412a-8a67-a53f5575fcdb), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:38.568405 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (f2c49d7f-1ed5-412a-8a67-a53f5575fcdb), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:38.579695 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Publish callbacks [] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:38.615114 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-02a8f571-4aa8-42b0-bfad-6601d9a8f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:41Z', 'updated_at': '2022-03-30T07:18:45Z', 'revision_number': 4, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'gw_port': {'id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:42Z', 'updated_at': '2022-03-30T07:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '13a976f5-97a2-49f9-bf43-fb0a9b7f010b', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'port_id': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'mac_address': 'fa:16:3e:3c:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:19:36Z', 'updated_at': '2022-03-30T07:19:36Z', 'revision_number': 0, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ddfc1bb-d9df-4e38-b562-691085c50d2b', 'name': '', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'mac_address': 'fa:16:3e:8e:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:44Z', 'updated_at': '2022-03-30T07:18:49Z', 'revision_number': 5, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'subnets': [{'id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:38.636862 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:38.641035 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Network 06c82e51-bd0e-4e24-a56a-80369f8e276f is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:19:38.647512 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:19:38.650062 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:19:38.654524 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8f622bd2-e096-4af5-b508-b7beec88846d req-bb7a9f2a-42fe-4113-9d9a-c131ffb021c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36 HTTP/1.1" status: 200 len: 1000 time: 0.1336730 Mar 30 07:19:38.661887 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a8f571-4aa8-42b0-bfad-6601d9a8f43a None None] Checking router: e464fba7-09aa-4a80-8fe1-60d78decbdab for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:19:38.672762 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a8f571-4aa8-42b0-bfad-6601d9a8f43a None None] Routers {'e464fba7-09aa-4a80-8fe1-60d78decbdab'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:19:38.673374 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-02a8f571-4aa8-42b0-bfad-6601d9a8f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['e464fba7-09aa-4a80-8fe1-60d78decbdab'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:38.712234 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Publish callbacks [] for port (b1af29ba-eeeb-47b3-9554-99808c1664af), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:38.717223 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Pushing event updated for resources: {'Port': ['ID=f2c49d7f-1ed5-412a-8a67-a53f5575fcdb,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:38.760692 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f622bd2-e096-4af5-b508-b7beec88846d req-5f4d7cb9-275f-4c11-8a46-7396bc18a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:38.771046 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8f622bd2-e096-4af5-b508-b7beec88846d req-5f4d7cb9-275f-4c11-8a46-7396bc18a25b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00d02fc5-4d06-4b6c-9395-801b466ad4fe HTTP/1.1" status: 200 len: 848 time: 0.1095066 Mar 30 07:19:38.775596 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (b1af29ba-eeeb-47b3-9554-99808c1664af), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:38.833744 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Pushing event updated for resources: {'Port': ['ID=b1af29ba-eeeb-47b3-9554-99808c1664af,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:38.838842 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-02a8f571-4aa8-42b0-bfad-6601d9a8f43a None None] Set router e464fba7-09aa-4a80-8fe1-60d78decbdab gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:19:38.855164 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:19:38.856284 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:19:38.868868 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77557104-f26a-4973-88ff-f5768ef2ee86 None None] Pushing event updated for resources: {'Port': ['ID=a34a1ecb-e213-4ea5-907d-a56258f4e3c8,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:38.870206 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:19:38.882265 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f622bd2-e096-4af5-b508-b7beec88846d req-dacc6eac-d4fe-499d-99cc-847dbc0b550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:38.883956 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8f622bd2-e096-4af5-b508-b7beec88846d req-dacc6eac-d4fe-499d-99cc-847dbc0b550d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=378d266e-b6e4-47d5-9ac3-349863fb7ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1046982 Mar 30 07:19:38.892047 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Attempting to bind port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:19:38.892623 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Attempting to bind port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '72465091-b7ab-469f-a950-342ed84babdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '06c82e51-bd0e-4e24-a56a-80369f8e276f'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:19:38.893210 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Attempting to bind port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb on network 06c82e51-bd0e-4e24-a56a-80369f8e276f {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:19:38.919089 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:19:38.919945 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Checking segment: {'id': '72465091-b7ab-469f-a950-342ed84babdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '06c82e51-bd0e-4e24-a56a-80369f8e276f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:19:38.920573 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:38.921158 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Bound using segment: {'id': '72465091-b7ab-469f-a950-342ed84babdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '06c82e51-bd0e-4e24-a56a-80369f8e276f'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:19:38.921842 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Bound port: f2c49d7f-1ed5-412a-8a67-a53f5575fcdb, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72465091-b7ab-469f-a950-342ed84babdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '06c82e51-bd0e-4e24-a56a-80369f8e276f'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:19:38.922619 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (f2c49d7f-1ed5-412a-8a67-a53f5575fcdb), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:38.981751 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Attempting to bind port a34a1ecb-e213-4ea5-907d-a56258f4e3c8 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:19:38.982449 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Attempting to bind port a34a1ecb-e213-4ea5-907d-a56258f4e3c8 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:19:38.983044 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Attempting to bind port a34a1ecb-e213-4ea5-907d-a56258f4e3c8 on network 87604e57-b8c9-45c9-ab61-2b321b1caa0c {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:19:39.011476 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:19:39.012273 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Checking segment: {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:19:39.012673 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:39.013060 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Bound using segment: {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:19:39.014247 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Bound port: a34a1ecb-e213-4ea5-907d-a56258f4e3c8, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:19:39.014247 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:39.033566 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8f622bd2-e096-4af5-b508-b7beec88846d req-4f23ff2b-a202-4c1d-8a00-51c1b7952529 service neutron] 10.222.0.35 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416934 Mar 30 07:19:39.169974 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8f622bd2-e096-4af5-b508-b7beec88846d req-9a612ded-b0c3-45f2-ac63-c46c3392943e service neutron] 10.222.0.35 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247842 Mar 30 07:19:39.181367 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] For port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:19:39.188049 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] For port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=f2c49d7f-1ed5-412a-8a67-a53f5575fcdb,segment=NetworkSegment(72465091-b7ab-469f-a950-342ed84babdc),segment_id=72465091-b7ab-469f-a950-342ed84babdc)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:19:39.195547 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-157263b2-217d-457d-8435-97d551b8517f None None] Provisioning complete for port a34a1ecb-e213-4ea5-907d-a56258f4e3c8 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:39.196230 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-157263b2-217d-457d-8435-97d551b8517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:39.241270 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (f2c49d7f-1ed5-412a-8a67-a53f5575fcdb), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:39.246782 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] For port a34a1ecb-e213-4ea5-907d-a56258f4e3c8, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:19:39.251765 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-157263b2-217d-457d-8435-97d551b8517f None None] Port a34a1ecb-e213-4ea5-907d-a56258f4e3c8 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:19:39.254132 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-02a8f571-4aa8-42b0-bfad-6601d9a8f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:41Z', 'updated_at': '2022-03-30T07:18:45Z', 'revision_number': 4, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'gw_port': {'id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:42Z', 'updated_at': '2022-03-30T07:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '13a976f5-97a2-49f9-bf43-fb0a9b7f010b', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'port_id': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'mac_address': 'fa:16:3e:3c:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:19:36Z', 'updated_at': '2022-03-30T07:19:36Z', 'revision_number': 0, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ddfc1bb-d9df-4e38-b562-691085c50d2b', 'name': '', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'mac_address': 'fa:16:3e:8e:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:44Z', 'updated_at': '2022-03-30T07:18:49Z', 'revision_number': 5, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'subnets': [{'id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:39.289943 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] For port a34a1ecb-e213-4ea5-907d-a56258f4e3c8, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=a34a1ecb-e213-4ea5-907d-a56258f4e3c8,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:19:39.293018 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a8f571-4aa8-42b0-bfad-6601d9a8f43a None None] The sync data for ids ['e464fba7-09aa-4a80-8fe1-60d78decbdab'] in dv-cinder-835778-2-iscsi is: [{'id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:41Z', 'updated_at': '2022-03-30T07:18:45Z', 'revision_number': 4, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'gw_port': {'id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:42Z', 'updated_at': '2022-03-30T07:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '13a976f5-97a2-49f9-bf43-fb0a9b7f010b', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'port_id': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'mac_address': 'fa:16:3e:3c:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:19:36Z', 'updated_at': '2022-03-30T07:19:36Z', 'revision_number': 0, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ddfc1bb-d9df-4e38-b562-691085c50d2b', 'name': '', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'mac_address': 'fa:16:3e:8e:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:44Z', 'updated_at': '2022-03-30T07:18:49Z', 'revision_number': 5, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'subnets': [{'id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:19:39.303664 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:39.309480 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Publish callbacks [] for router_gateway (c6256114-6895-4161-9df6-1e5dbaae78c8), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:39.341925 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f19cb-2fdd-4b51-86b6-9b1f60825ec0 None None] Pushing event updated for resources: {'Port': ['ID=f2c49d7f-1ed5-412a-8a67-a53f5575fcdb,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:39.538606 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device cc0c8945-099d-4aeb-b616-3d90438259ec up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:19:39.572244 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:19:39.573256 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:39.617666 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622820'] for router (c6256114-6895-4161-9df6-1e5dbaae78c8), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:39.702692 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faa0ed7-7eb2-4779-986e-f4d1b7eabd48 None None] New status for floating IP 13a976f5-97a2-49f9-bf43-fb0a9b7f010b: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:19:39.745499 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77557104-f26a-4973-88ff-f5768ef2ee86 None None] Pushing event updated for resources: {'Port': ['ID=a34a1ecb-e213-4ea5-907d-a56258f4e3c8,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:39.788260 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Router c6256114-6895-4161-9df6-1e5dbaae78c8 is scheduled to L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 07:19:39.856142 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port cc0c8945-099d-4aeb-b616-3d90438259ec triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:39.856526 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (cc0c8945-099d-4aeb-b616-3d90438259ec), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:39.860839 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-96cb966f-80db-4ffe-88c4-e1e4c7f4777b None None] Provisioning complete for port a34a1ecb-e213-4ea5-907d-a56258f4e3c8 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:39.861200 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-96cb966f-80db-4ffe-88c4-e1e4c7f4777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:39.900305 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:19:39.909799 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Sync routers for ids ['c6256114-6895-4161-9df6-1e5dbaae78c8'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:19:39.920166 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Routers {'c6256114-6895-4161-9df6-1e5dbaae78c8'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:19:39.920730 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['c6256114-6895-4161-9df6-1e5dbaae78c8'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:39.928669 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:39.931412 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:19:39.933292 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41078) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:39.933813 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e73e3c7c-79b0-419f-a620-70cdda1adec3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0560174 Mar 30 07:19:40.049799 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Set router c6256114-6895-4161-9df6-1e5dbaae78c8 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:19:40.200316 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-96cb966f-80db-4ffe-88c4-e1e4c7f4777b None None] Current status of the port a34a1ecb-e213-4ea5-907d-a56258f4e3c8 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:40.200723 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-96cb966f-80db-4ffe-88c4-e1e4c7f4777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:40.218616 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port cc0c8945-099d-4aeb-b616-3d90438259ec is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:40.294989 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-96cb966f-80db-4ffe-88c4-e1e4c7f4777b None None] For port a34a1ecb-e213-4ea5-907d-a56258f4e3c8, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=a34a1ecb-e213-4ea5-907d-a56258f4e3c8,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:19:40.296358 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'name': 'tempest-TestVolumeBootPattern-1866899740-router', 'tenant_id': '571848e3be7a42febae87b6a467ef6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b1af29ba-eeeb-47b3-9554-99808c1664af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:37Z', 'updated_at': '2022-03-30T07:19:39Z', 'revision_number': 3, 'project_id': '571848e3be7a42febae87b6a467ef6bf', 'gw_port': {'id': 'b1af29ba-eeeb-47b3-9554-99808c1664af', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:38Z', 'updated_at': '2022-03-30T07:19:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:40.323414 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-96cb966f-80db-4ffe-88c4-e1e4c7f4777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:40.328260 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Checking router: c6256114-6895-4161-9df6-1e5dbaae78c8 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:19:40.329146 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Updating router c6256114-6895-4161-9df6-1e5dbaae78c8 port b1af29ba-eeeb-47b3-9554-99808c1664af binding host dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:19:40.364015 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (b1af29ba-eeeb-47b3-9554-99808c1664af), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:40.400318 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb966f-80db-4ffe-88c4-e1e4c7f4777b None None] Pushing event updated for resources: {'Port': ['ID=a34a1ecb-e213-4ea5-907d-a56258f4e3c8,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:40.417899 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:39Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:40.449623 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5482fd3c-c10d-4ae1-9325-a1e09d194a97 None None] The sync data for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi is: [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:39Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:19:40.675568 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551e3aa9-ef85-4df5-99c7-87d0b20946cf None None] Network 06c82e51-bd0e-4e24-a56a-80369f8e276f requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:19:40.732577 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Publish callbacks [] for port (b1af29ba-eeeb-47b3-9554-99808c1664af), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:40.744528 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (b1af29ba-eeeb-47b3-9554-99808c1664af), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:40.778109 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-4591137c-d272-4229-b8e4-af7134315738 None None] Provisioning complete for port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:40.778385 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4591137c-d272-4229-b8e4-af7134315738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (f2c49d7f-1ed5-412a-8a67-a53f5575fcdb), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:40.808343 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b7b4a-5f5c-4b7c-ad88-56fe2fe9d879 None None] Pushing event updated for resources: {'Port': ['ID=b1af29ba-eeeb-47b3-9554-99808c1664af,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:40.819034 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Attempting to bind port b1af29ba-eeeb-47b3-9554-99808c1664af on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:19:40.819575 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Attempting to bind port b1af29ba-eeeb-47b3-9554-99808c1664af by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:19:40.820560 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Attempting to bind port b1af29ba-eeeb-47b3-9554-99808c1664af on network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:19:40.828148 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:19:40.828813 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Checking segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:19:40.829504 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:40.830029 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Bound using segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:19:40.830728 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Bound port: b1af29ba-eeeb-47b3-9554-99808c1664af, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:19:40.831247 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (b1af29ba-eeeb-47b3-9554-99808c1664af), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:40.879109 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:40.897825 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] For port b1af29ba-eeeb-47b3-9554-99808c1664af, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:19:40.902854 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] For port b1af29ba-eeeb-47b3-9554-99808c1664af, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=b1af29ba-eeeb-47b3-9554-99808c1664af,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:19:40.917768 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (b1af29ba-eeeb-47b3-9554-99808c1664af), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:40.950407 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-4591137c-d272-4229-b8e4-af7134315738 None None] Current status of the port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:40.950810 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4591137c-d272-4229-b8e4-af7134315738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (f2c49d7f-1ed5-412a-8a67-a53f5575fcdb), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:41.005208 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Routers {'c6256114-6895-4161-9df6-1e5dbaae78c8'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:19:41.006097 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['c6256114-6895-4161-9df6-1e5dbaae78c8'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:41.008246 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b7b4a-5f5c-4b7c-ad88-56fe2fe9d879 None None] Pushing event updated for resources: {'Port': ['ID=b1af29ba-eeeb-47b3-9554-99808c1664af,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:41.062609 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-4591137c-d272-4229-b8e4-af7134315738 None None] For port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=f2c49d7f-1ed5-412a-8a67-a53f5575fcdb,segment=NetworkSegment(72465091-b7ab-469f-a950-342ed84babdc),segment_id=72465091-b7ab-469f-a950-342ed84babdc)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:19:41.071056 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4591137c-d272-4229-b8e4-af7134315738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (f2c49d7f-1ed5-412a-8a67-a53f5575fcdb), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:41.138752 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591137c-d272-4229-b8e4-af7134315738 None None] Pushing event updated for resources: {'Port': ['ID=f2c49d7f-1ed5-412a-8a67-a53f5575fcdb,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:41.170098 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Allocated IP 172.20.0.1 (06c82e51-bd0e-4e24-a56a-80369f8e276f/853b4340-e94a-46b3-93be-6381169ef2c7/a04c4be0-003f-4838-a2ab-9fa5906cba46) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:19:41.302949 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-bee70640-54ee-4ca6-affb-2d510871610d None None] Provisioning complete for port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:41.303484 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bee70640-54ee-4ca6-affb-2d510871610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (f2c49d7f-1ed5-412a-8a67-a53f5575fcdb), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:41.364486 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] Set router c6256114-6895-4161-9df6-1e5dbaae78c8 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:19:41.417418 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Publish callbacks [] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:41.522135 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device a34a1ecb-e213-4ea5-907d-a56258f4e3c8 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:19:41.543508 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:41.594004 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-bee70640-54ee-4ca6-affb-2d510871610d None None] Current status of the port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:41.626195 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Network 06c82e51-bd0e-4e24-a56a-80369f8e276f is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:19:41.636376 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b968e8-b073-4077-99d4-c41f082c4c7c req-f89a15a9-5b9a-4103-b20d-cd7698b7422f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:41.639375 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-13b968e8-b073-4077-99d4-c41f082c4c7c req-f89a15a9-5b9a-4103-b20d-cd7698b7422f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0966680 Mar 30 07:19:41.639521 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port a34a1ecb-e213-4ea5-907d-a56258f4e3c8 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:41.639834 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:41.650789 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:19:41.659239 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:19:41.663299 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Pushing event updated for resources: {'Port': ['ID=a04c4be0-003f-4838-a2ab-9fa5906cba46,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:41.691358 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:41.691878 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:41.692316 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:41.692770 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:41.692934 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'name': 'tempest-TestVolumeBootPattern-1866899740-router', 'tenant_id': '571848e3be7a42febae87b6a467ef6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b1af29ba-eeeb-47b3-9554-99808c1664af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:37Z', 'updated_at': '2022-03-30T07:19:39Z', 'revision_number': 3, 'project_id': '571848e3be7a42febae87b6a467ef6bf', 'gw_port': {'id': 'b1af29ba-eeeb-47b3-9554-99808c1664af', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:38Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:41.693395 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:41.693910 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:41.694799 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:41.694799 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:41.695266 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:41.695687 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:41.696188 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:41.697822 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:41.698279 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:41.698702 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:41.700601 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:41.738612 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d99d8-960b-4c71-80cc-2d5b982dfbd1 None None] The sync data for ids ['c6256114-6895-4161-9df6-1e5dbaae78c8'] in dv-cinder-835778-2-iscsi is: [{'id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'name': 'tempest-TestVolumeBootPattern-1866899740-router', 'tenant_id': '571848e3be7a42febae87b6a467ef6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b1af29ba-eeeb-47b3-9554-99808c1664af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:37Z', 'updated_at': '2022-03-30T07:19:39Z', 'revision_number': 3, 'project_id': '571848e3be7a42febae87b6a467ef6bf', 'gw_port': {'id': 'b1af29ba-eeeb-47b3-9554-99808c1664af', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:38Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:19:41.740887 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4aef3-a286-405e-8feb-870f7ccc3cd1 req-574c2c5a-cab9-4100-8a31-626077de0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:41.742795 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c4f4aef3-a286-405e-8feb-870f7ccc3cd1 req-574c2c5a-cab9-4100-8a31-626077de0212 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 1130 time: 0.2334118 Mar 30 07:19:41.745396 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-13b968e8-b073-4077-99d4-c41f082c4c7c req-16ee799a-4c3e-4050-98fa-39cb9f6537e9 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969481 Mar 30 07:19:41.815087 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port a34a1ecb-e213-4ea5-907d-a56258f4e3c8 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:41.816661 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device f2c49d7f-1ed5-412a-8a67-a53f5575fcdb up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:19:41.817321 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622771'] for router_interface (c6256114-6895-4161-9df6-1e5dbaae78c8), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:41.888702 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:41.889377 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (f2c49d7f-1ed5-412a-8a67-a53f5575fcdb), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:41.941347 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4aef3-a286-405e-8feb-870f7ccc3cd1 req-d512c2a1-ba0d-4328-af17-d0e9f62dcb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:41.945302 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c4f4aef3-a286-405e-8feb-870f7ccc3cd1 req-d512c2a1-ba0d-4328-af17-d0e9f62dcb78 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 920 time: 0.1956546 Mar 30 07:19:41.980510 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:42.021754 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-ea44bdfb-d8c8-4eb6-90bb-e08e80b2c3bd None None] Provisioning complete for port a04c4be0-003f-4838-a2ab-9fa5906cba46 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:42.022284 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ea44bdfb-d8c8-4eb6-90bb-e08e80b2c3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:42.051563 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c4f4aef3-a286-405e-8feb-870f7ccc3cd1 req-7a714837-3098-4a83-9b85-6aceb3437544 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73621da-1c9c-4d35-9b39-2038b6ae4204 HTTP/1.1" status: 200 len: 1002 time: 0.0975654 Mar 30 07:19:42.058157 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:42.060307 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-ea44bdfb-d8c8-4eb6-90bb-e08e80b2c3bd None None] Port a04c4be0-003f-4838-a2ab-9fa5906cba46 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:19:42.159983 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4aef3-a286-405e-8feb-870f7ccc3cd1 req-8a796dd8-6744-4203-8ef2-d1fd717cf3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:42.161533 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c4f4aef3-a286-405e-8feb-870f7ccc3cd1 req-8a796dd8-6744-4203-8ef2-d1fd717cf3e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 200 len: 858 time: 0.1011546 Mar 30 07:19:42.283884 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4aef3-a286-405e-8feb-870f7ccc3cd1 req-4a004bf8-cdf2-450b-9ebb-52f78e31792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:42.285431 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c4f4aef3-a286-405e-8feb-870f7ccc3cd1 req-4a004bf8-cdf2-450b-9ebb-52f78e31792f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9678c55-7461-4938-ba80-6574cdde20b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1169665 Mar 30 07:19:42.366303 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Publish callbacks [] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:42.372233 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:42.473082 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c4f4aef3-a286-405e-8feb-870f7ccc3cd1 req-eeee28de-db96-4889-b0c2-1fc1c25396f0 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813812 Mar 30 07:19:42.476173 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Pushing event updated for resources: {'Port': ['ID=a04c4be0-003f-4838-a2ab-9fa5906cba46,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:42.478742 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622631'] for router_interface (c6256114-6895-4161-9df6-1e5dbaae78c8), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:42.634799 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c4f4aef3-a286-405e-8feb-870f7ccc3cd1 req-658780b8-e0f7-4339-abee-9c5bfa1f9bcd service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526523 Mar 30 07:19:42.646574 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Network 06c82e51-bd0e-4e24-a56a-80369f8e276f is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:19:42.648307 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:19:42.807544 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3269e8-c9b8-46be-ae70-3e4ee5e12dd7 req-2409302b-8e00-4018-a767-62348280878e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:42.814821 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7e3269e8-c9b8-46be-ae70-3e4ee5e12dd7 req-2409302b-8e00-4018-a767-62348280878e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 946 time: 0.0839791 Mar 30 07:19:42.822836 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Router c6256114-6895-4161-9df6-1e5dbaae78c8 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:19:42.896029 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7e3269e8-c9b8-46be-ae70-3e4ee5e12dd7 req-09b97e05-4f63-457c-83df-7603bffe9060 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803246 Mar 30 07:19:42.921351 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f461f-926b-4747-b0d4-8bcbfc39a7c3 req-c65b9660-3b6b-4afa-8b72-924ea2247702 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:42.922961 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-984f461f-926b-4747-b0d4-8bcbfc39a7c3 req-c65b9660-3b6b-4afa-8b72-924ea2247702 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0747035 Mar 30 07:19:42.960468 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:19:42.966073 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-84976c00-32cf-4c1e-8c17-e33a8a1ad231 admin admin] 10.222.0.20 "PUT /v2.0/routers/c6256114-6895-4161-9df6-1e5dbaae78c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0311663 Mar 30 07:19:42.974475 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-984f461f-926b-4747-b0d4-8bcbfc39a7c3 req-c85ae0cd-ea5f-4800-9c09-ed5ae0f9faf1 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458443 Mar 30 07:19:42.996893 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-0a2fb8bf-cda2-4402-bd2c-a9401c77803a None None] Provisioning complete for port a04c4be0-003f-4838-a2ab-9fa5906cba46 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:42.997408 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0a2fb8bf-cda2-4402-bd2c-a9401c77803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.031031 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-0a2fb8bf-cda2-4402-bd2c-a9401c77803a None None] Port a04c4be0-003f-4838-a2ab-9fa5906cba46 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:19:43.365104 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device b1af29ba-eeeb-47b3-9554-99808c1664af up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:19:43.502479 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41116) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:43.507772 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-4815e7d3-1ee1-472f-9a7a-f901839bead1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1550549607', 'description': 'tempest-secgroup-smoke-1550549607 description', 'project_id': '803772b9959c49c988cb738b94678917'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:43.531169 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4815e7d3-1ee1-472f-9a7a-f901839bead1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.552636 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port b1af29ba-eeeb-47b3-9554-99808c1664af triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:43.553006 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (b1af29ba-eeeb-47b3-9554-99808c1664af), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.602216 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4815e7d3-1ee1-472f-9a7a-f901839bead1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group (9cd7a93d-67f6-4c2e-83f5-a41c783d695d), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.607031 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4815e7d3-1ee1-472f-9a7a-f901839bead1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (9cd7a93d-67f6-4c2e-83f5-a41c783d695d), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.629309 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port b1af29ba-eeeb-47b3-9554-99808c1664af is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:43.629695 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (b1af29ba-eeeb-47b3-9554-99808c1664af), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.637185 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4815e7d3-1ee1-472f-9a7a-f901839bead1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.638426 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-4815e7d3-1ee1-472f-9a7a-f901839bead1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1343815 Mar 30 07:19:43.642967 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815e7d3-1ee1-472f-9a7a-f901839bead1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd7a93d-67f6-4c2e-83f5-a41c783d695d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:43.652810 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port b1af29ba-eeeb-47b3-9554-99808c1664af, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=b1af29ba-eeeb-47b3-9554-99808c1664af,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:19:43.655742 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Sync routers for ids ['c6256114-6895-4161-9df6-1e5dbaae78c8'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:19:43.661063 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (b1af29ba-eeeb-47b3-9554-99808c1664af), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.699484 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Routers {'c6256114-6895-4161-9df6-1e5dbaae78c8'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:19:43.700196 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['c6256114-6895-4161-9df6-1e5dbaae78c8'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:43.707083 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41118) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:43.711795 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Request body: {'security_group_rule': {'security_group_id': '9cd7a93d-67f6-4c2e-83f5-a41c783d695d', 'project_id': '803772b9959c49c988cb738b94678917', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:43.737949 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (9db06434-5b96-4ba7-9b7c-53bfddc1ed46), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.787361 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=b1af29ba-eeeb-47b3-9554-99808c1664af,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:43.793854 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (9db06434-5b96-4ba7-9b7c-53bfddc1ed46), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.800898 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (9db06434-5b96-4ba7-9b7c-53bfddc1ed46), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.812333 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db06434-5b96-4ba7-9b7c-53bfddc1ed46,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:43.824468 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:43.825002 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:43.825166 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:43.825445 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:43.825806 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:43.826137 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:43.826441 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:43.826932 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:43.827440 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:43.827757 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:43.828101 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:43.828421 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:43.828734 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:43.829023 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:43.829353 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:19:43.838117 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Set router c6256114-6895-4161-9df6-1e5dbaae78c8 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:19:43.844617 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.845984 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-078fe5e4-c297-480f-ac15-29791dd7a9ab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377199 Mar 30 07:19:43.848918 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41120) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:43.853537 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-a3206908-bc4c-4f28-b880-7a0392e52630 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Request body: {'security_group_rule': {'security_group_id': '9cd7a93d-67f6-4c2e-83f5-a41c783d695d', 'project_id': '803772b9959c49c988cb738b94678917', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:43.879075 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a3206908-bc4c-4f28-b880-7a0392e52630 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (abee6e39-9953-4015-8390-4f9138ae89ff), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.937869 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a3206908-bc4c-4f28-b880-7a0392e52630 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (abee6e39-9953-4015-8390-4f9138ae89ff), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.942634 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a3206908-bc4c-4f28-b880-7a0392e52630 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (abee6e39-9953-4015-8390-4f9138ae89ff), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.960052 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3206908-bc4c-4f28-b880-7a0392e52630 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abee6e39-9953-4015-8390-4f9138ae89ff,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:43.973064 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a3206908-bc4c-4f28-b880-7a0392e52630 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:43.974771 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-a3206908-bc4c-4f28-b880-7a0392e52630 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247461 Mar 30 07:19:43.978001 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41124) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:43.983303 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-b2b6debd-c9f4-4ced-890f-61654c055289 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Request body: {'security_group_rule': {'security_group_id': '9cd7a93d-67f6-4c2e-83f5-a41c783d695d', 'project_id': '803772b9959c49c988cb738b94678917', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:44.014805 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b2b6debd-c9f4-4ced-890f-61654c055289 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (aa12a98d-5bb6-4760-8591-0de000685a13), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.039241 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc03bc3-bdc5-4d69-936b-355d64aaba46 req-2aeb2e52-9467-4260-a848-4d758c48d1d4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:44.041602 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4fc03bc3-bdc5-4d69-936b-355d64aaba46 req-2aeb2e52-9467-4260-a848-4d758c48d1d4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 946 time: 0.0704029 Mar 30 07:19:44.060276 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'name': 'tempest-TestVolumeBootPattern-1866899740-router', 'tenant_id': '571848e3be7a42febae87b6a467ef6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b1af29ba-eeeb-47b3-9554-99808c1664af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:37Z', 'updated_at': '2022-03-30T07:19:42Z', 'revision_number': 4, 'project_id': '571848e3be7a42febae87b6a467ef6bf', 'gw_port': {'id': 'b1af29ba-eeeb-47b3-9554-99808c1664af', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:38Z', 'updated_at': '2022-03-30T07:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a04c4be0-003f-4838-a2ab-9fa5906cba46', 'name': '', 'network_id': '06c82e51-bd0e-4e24-a56a-80369f8e276f', 'tenant_id': '571848e3be7a42febae87b6a467ef6bf', 'mac_address': 'fa:16:3e:60:9c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '853b4340-e94a-46b3-93be-6381169ef2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:40Z', 'updated_at': '2022-03-30T07:19:42Z', 'revision_number': 2, 'project_id': '571848e3be7a42febae87b6a467ef6bf', 'subnets': [{'id': '853b4340-e94a-46b3-93be-6381169ef2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:44.079559 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b2b6debd-c9f4-4ced-890f-61654c055289 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (aa12a98d-5bb6-4760-8591-0de000685a13), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.092115 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b2b6debd-c9f4-4ced-890f-61654c055289 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (aa12a98d-5bb6-4760-8591-0de000685a13), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.095623 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Checking router: c6256114-6895-4161-9df6-1e5dbaae78c8 for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:19:44.096141 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Updating router c6256114-6895-4161-9df6-1e5dbaae78c8 port a04c4be0-003f-4838-a2ab-9fa5906cba46 binding host dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:19:44.112376 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6debd-c9f4-4ced-890f-61654c055289 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa12a98d-5bb6-4760-8591-0de000685a13,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:44.127180 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b2b6debd-c9f4-4ced-890f-61654c055289 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.128836 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-b2b6debd-c9f4-4ced-890f-61654c055289 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498284 Mar 30 07:19:44.131685 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41128) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:44.132531 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.136416 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-8e3be5fd-cf43-44e9-99ac-0e8de4733922 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Request body: {'security_group_rule': {'security_group_id': '9cd7a93d-67f6-4c2e-83f5-a41c783d695d', 'project_id': '803772b9959c49c988cb738b94678917', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:44.142798 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735e401-f125-4cfa-8b8c-535a9b2f4bdc req-eeccee40-5c02-45c8-8d21-d01b003b5bdf tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:44.144323 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5735e401-f125-4cfa-8b8c-535a9b2f4bdc req-eeccee40-5c02-45c8-8d21-d01b003b5bdf tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0861990 Mar 30 07:19:44.152233 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4fc03bc3-bdc5-4d69-936b-355d64aaba46 req-7c86c8d0-0c8e-4aea-b651-600f54ff9d2b tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037364 Mar 30 07:19:44.180400 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e3be5fd-cf43-44e9-99ac-0e8de4733922 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (5ca160c0-f36b-4222-8486-3eb848473827), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.196675 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5735e401-f125-4cfa-8b8c-535a9b2f4bdc req-c4e92480-a95c-442e-9c76-6909656983b2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434735 Mar 30 07:19:44.241961 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e3be5fd-cf43-44e9-99ac-0e8de4733922 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (5ca160c0-f36b-4222-8486-3eb848473827), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.246759 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e3be5fd-cf43-44e9-99ac-0e8de4733922 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (5ca160c0-f36b-4222-8486-3eb848473827), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.264645 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3be5fd-cf43-44e9-99ac-0e8de4733922 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca160c0-f36b-4222-8486-3eb848473827,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:44.273176 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e3be5fd-cf43-44e9-99ac-0e8de4733922 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.274949 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-8e3be5fd-cf43-44e9-99ac-0e8de4733922 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414759 Mar 30 07:19:44.277418 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41130) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:44.282057 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-22447ae2-058b-48d3-b937-67bfcba45984 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Request body: {'security_group_rule': {'security_group_id': '9cd7a93d-67f6-4c2e-83f5-a41c783d695d', 'project_id': '803772b9959c49c988cb738b94678917', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:44.302019 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-22447ae2-058b-48d3-b937-67bfcba45984 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Project 803772b9959c49c988cb738b94678917 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 07:19:44.306859 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22447ae2-058b-48d3-b937-67bfcba45984 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (016e8546-916f-4576-9622-3973e0b79874), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.365662 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22447ae2-058b-48d3-b937-67bfcba45984 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (016e8546-916f-4576-9622-3973e0b79874), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.369579 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22447ae2-058b-48d3-b937-67bfcba45984 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (016e8546-916f-4576-9622-3973e0b79874), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.391024 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22447ae2-058b-48d3-b937-67bfcba45984 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016e8546-916f-4576-9622-3973e0b79874,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:44.401597 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22447ae2-058b-48d3-b937-67bfcba45984 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.402992 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-22447ae2-058b-48d3-b937-67bfcba45984 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245813 Mar 30 07:19:44.405716 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41132) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:44.410887 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f3e410e5-266a-4b29-92ff-33e239b57238 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Request body: {'security_group_rule': {'security_group_id': '9cd7a93d-67f6-4c2e-83f5-a41c783d695d', 'project_id': '803772b9959c49c988cb738b94678917', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:44.426967 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Publish callbacks [] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.430640 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-f3e410e5-266a-4b29-92ff-33e239b57238 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Project 803772b9959c49c988cb738b94678917 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 07:19:44.434964 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.435801 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3e410e5-266a-4b29-92ff-33e239b57238 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (e583f178-f0e4-4b71-9211-75fcf8b08e60), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.482893 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a166b3-1133-4272-839a-4be8959a62c9 None None] Pushing event updated for resources: {'Port': ['ID=a04c4be0-003f-4838-a2ab-9fa5906cba46,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:44.504437 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3e410e5-266a-4b29-92ff-33e239b57238 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (e583f178-f0e4-4b71-9211-75fcf8b08e60), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.509405 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3e410e5-266a-4b29-92ff-33e239b57238 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (e583f178-f0e4-4b71-9211-75fcf8b08e60), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.527935 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e410e5-266a-4b29-92ff-33e239b57238 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e583f178-f0e4-4b71-9211-75fcf8b08e60,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:44.537892 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3e410e5-266a-4b29-92ff-33e239b57238 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.538966 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f3e410e5-266a-4b29-92ff-33e239b57238 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323376 Mar 30 07:19:44.549975 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Attempting to bind port a04c4be0-003f-4838-a2ab-9fa5906cba46 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:19:44.550343 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Attempting to bind port a04c4be0-003f-4838-a2ab-9fa5906cba46 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '72465091-b7ab-469f-a950-342ed84babdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '06c82e51-bd0e-4e24-a56a-80369f8e276f'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:19:44.550698 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Attempting to bind port a04c4be0-003f-4838-a2ab-9fa5906cba46 on network 06c82e51-bd0e-4e24-a56a-80369f8e276f {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:19:44.556011 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:19:44.556317 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Checking segment: {'id': '72465091-b7ab-469f-a950-342ed84babdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '06c82e51-bd0e-4e24-a56a-80369f8e276f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:19:44.556713 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.557091 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Bound using segment: {'id': '72465091-b7ab-469f-a950-342ed84babdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '06c82e51-bd0e-4e24-a56a-80369f8e276f'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:19:44.557555 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Bound port: a04c4be0-003f-4838-a2ab-9fa5906cba46, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72465091-b7ab-469f-a950-342ed84babdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '06c82e51-bd0e-4e24-a56a-80369f8e276f'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:19:44.557927 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.632722 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] For port a04c4be0-003f-4838-a2ab-9fa5906cba46, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:19:44.636682 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] For port a04c4be0-003f-4838-a2ab-9fa5906cba46, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=a04c4be0-003f-4838-a2ab-9fa5906cba46,segment=NetworkSegment(72465091-b7ab-469f-a950-342ed84babdc),segment_id=72465091-b7ab-469f-a950-342ed84babdc)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:19:44.646897 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.689827 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-c0678c40-1055-4259-ada8-a63d9c476305 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:44.692114 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-c0678c40-1055-4259-ada8-a63d9c476305 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.35 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 946 time: 0.0643795 Mar 30 07:19:44.696326 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Routers {'c6256114-6895-4161-9df6-1e5dbaae78c8'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:19:44.697088 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['c6256114-6895-4161-9df6-1e5dbaae78c8'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:44.792067 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a166b3-1133-4272-839a-4be8959a62c9 None None] Pushing event updated for resources: {'Port': ['ID=a04c4be0-003f-4838-a2ab-9fa5906cba46,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:44.808957 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-51abef03-fb64-4aae-83fb-bf6e8b50ceb8 None None] Provisioning complete for port a04c4be0-003f-4838-a2ab-9fa5906cba46 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:44.809246 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-51abef03-fb64-4aae-83fb-bf6e8b50ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.829485 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-0c191d2a-b362-44de-b5bc-d8c00c3a0570 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Deleting port 46952506-ed7a-47ba-a4d4-3306605e4824 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:19:44.830067 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-0c191d2a-b362-44de-b5bc-d8c00c3a0570 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:44.890563 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] Set router c6256114-6895-4161-9df6-1e5dbaae78c8 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:19:44.941787 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-0c191d2a-b362-44de-b5bc-d8c00c3a0570 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] For port 46952506-ed7a-47ba-a4d4-3306605e4824, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=46952506-ed7a-47ba-a4d4-3306605e4824,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:19:44.942436 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-0c191d2a-b362-44de-b5bc-d8c00c3a0570 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:45.048638 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-51abef03-fb64-4aae-83fb-bf6e8b50ceb8 None None] Current status of the port a04c4be0-003f-4838-a2ab-9fa5906cba46 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:45.049215 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-51abef03-fb64-4aae-83fb-bf6e8b50ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:45.106586 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-51abef03-fb64-4aae-83fb-bf6e8b50ceb8 None None] For port a04c4be0-003f-4838-a2ab-9fa5906cba46, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=a04c4be0-003f-4838-a2ab-9fa5906cba46,segment=NetworkSegment(72465091-b7ab-469f-a950-342ed84babdc),segment_id=72465091-b7ab-469f-a950-342ed84babdc)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:19:45.114419 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-51abef03-fb64-4aae-83fb-bf6e8b50ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:45.191254 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abef03-fb64-4aae-83fb-bf6e8b50ceb8 None None] Pushing event updated for resources: {'Port': ['ID=a04c4be0-003f-4838-a2ab-9fa5906cba46,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:45.209299 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'name': 'tempest-TestVolumeBootPattern-1866899740-router', 'tenant_id': '571848e3be7a42febae87b6a467ef6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b1af29ba-eeeb-47b3-9554-99808c1664af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:37Z', 'updated_at': '2022-03-30T07:19:42Z', 'revision_number': 4, 'project_id': '571848e3be7a42febae87b6a467ef6bf', 'gw_port': {'id': 'b1af29ba-eeeb-47b3-9554-99808c1664af', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:38Z', 'updated_at': '2022-03-30T07:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a04c4be0-003f-4838-a2ab-9fa5906cba46', 'name': '', 'network_id': '06c82e51-bd0e-4e24-a56a-80369f8e276f', 'tenant_id': '571848e3be7a42febae87b6a467ef6bf', 'mac_address': 'fa:16:3e:60:9c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '853b4340-e94a-46b3-93be-6381169ef2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:40Z', 'updated_at': '2022-03-30T07:19:44Z', 'revision_number': 4, 'project_id': '571848e3be7a42febae87b6a467ef6bf', 'subnets': [{'id': '853b4340-e94a-46b3-93be-6381169ef2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:45.267430 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda025d7-e804-49b0-8f10-d45ab97c6b30 None None] The sync data for ids ['c6256114-6895-4161-9df6-1e5dbaae78c8'] in dv-cinder-835778-2-iscsi is: [{'id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'name': 'tempest-TestVolumeBootPattern-1866899740-router', 'tenant_id': '571848e3be7a42febae87b6a467ef6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b1af29ba-eeeb-47b3-9554-99808c1664af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:37Z', 'updated_at': '2022-03-30T07:19:42Z', 'revision_number': 4, 'project_id': '571848e3be7a42febae87b6a467ef6bf', 'gw_port': {'id': 'b1af29ba-eeeb-47b3-9554-99808c1664af', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:38Z', 'updated_at': '2022-03-30T07:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a04c4be0-003f-4838-a2ab-9fa5906cba46', 'name': '', 'network_id': '06c82e51-bd0e-4e24-a56a-80369f8e276f', 'tenant_id': '571848e3be7a42febae87b6a467ef6bf', 'mac_address': 'fa:16:3e:60:9c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '853b4340-e94a-46b3-93be-6381169ef2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:40Z', 'updated_at': '2022-03-30T07:19:44Z', 'revision_number': 4, 'project_id': '571848e3be7a42febae87b6a467ef6bf', 'subnets': [{'id': '853b4340-e94a-46b3-93be-6381169ef2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:19:45.274548 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-24d0db41-a5cc-4d50-96a6-6201589d8c81 None None] Provisioning complete for port a04c4be0-003f-4838-a2ab-9fa5906cba46 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:45.274648 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-24d0db41-a5cc-4d50-96a6-6201589d8c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:45.320782 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-0c191d2a-b362-44de-b5bc-d8c00c3a0570 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:45.321743 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-0c191d2a-b362-44de-b5bc-d8c00c3a0570 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (03b9ad22-56d5-4e66-bb9c-80a9a99bb1fc), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:45.322280 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.l3_db [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-0c191d2a-b362-44de-b5bc-d8c00c3a0570 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Floating IP 03b9ad22-56d5-4e66-bb9c-80a9a99bb1fc disassociated. External IP: 172.27.1.226, port: 46952506-ed7a-47ba-a4d4-3306605e4824. Mar 30 07:19:45.323075 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-0c191d2a-b362-44de-b5bc-d8c00c3a0570 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Calling delete_port for 46952506-ed7a-47ba-a4d4-3306605e4824 owned by compute:nova {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:19:45.362553 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26d1b7-4ffb-42ff-81f4-fd23829784d6 req-9ded0919-757d-4b03-84eb-d43bc8c863b7 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:45.374758 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ba26d1b7-4ffb-42ff-81f4-fd23829784d6 req-9ded0919-757d-4b03-84eb-d43bc8c863b7 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 946 time: 0.1191380 Mar 30 07:19:45.421934 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef5d71-c297-4fa7-a35b-17c94fb0c63b req-9cbe1c6b-6277-4ace-8f45-ea9780971a31 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:45.431557 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5eef5d71-c297-4fa7-a35b-17c94fb0c63b req-9cbe1c6b-6277-4ace-8f45-ea9780971a31 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.1455643 Mar 30 07:19:45.432127 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-24d0db41-a5cc-4d50-96a6-6201589d8c81 None None] Current status of the port a04c4be0-003f-4838-a2ab-9fa5906cba46 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:45.470641 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device b1af29ba-eeeb-47b3-9554-99808c1664af up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:19:45.476789 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ba26d1b7-4ffb-42ff-81f4-fd23829784d6 req-4d7d0556-90b8-4c7e-ab70-01dde5b8b4e1 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=ced0a129-8b54-44e2-9e4b-af73070310e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005735 Mar 30 07:19:45.528353 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5eef5d71-c297-4fa7-a35b-17c94fb0c63b req-863aed2c-7b4f-458b-b596-66ba26591b31 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948775 Mar 30 07:19:45.554952 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port b1af29ba-eeeb-47b3-9554-99808c1664af triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:45.554952 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (b1af29ba-eeeb-47b3-9554-99808c1664af), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:45.557596 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-0c191d2a-b362-44de-b5bc-d8c00c3a0570 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (46952506-ed7a-47ba-a4d4-3306605e4824), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:45.586535 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c191d2a-b362-44de-b5bc-d8c00c3a0570 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event deleted for resources: {'Port': ['ID=46952506-ed7a-47ba-a4d4-3306605e4824,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:45.669206 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port b1af29ba-eeeb-47b3-9554-99808c1664af is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:45.709772 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:19:45.994201 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-0c191d2a-b362-44de-b5bc-d8c00c3a0570 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:19:46.111611 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-0c191d2a-b362-44de-b5bc-d8c00c3a0570 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:19:46.121647 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dab521-a03b-472f-8c32-0a477672de07 None None] Sync routers for ids ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:19:46.138480 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dab521-a03b-472f-8c32-0a477672de07 None None] Routers {'3bcfccbd-1cba-47ca-9e55-ed31500cb929'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:19:46.139197 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-18dab521-a03b-472f-8c32-0a477672de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:46.161686 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-0c191d2a-b362-44de-b5bc-d8c00c3a0570 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] No DVR routers for this DVR port 46952506-ed7a-47ba-a4d4-3306605e4824 on host hv-cinder-83577 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:19:46.161686 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-0c191d2a-b362-44de-b5bc-d8c00c3a0570 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:46.163134 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-9997032d-7068-49db-8b06-4f9912fa8f62 req-0c191d2a-b362-44de-b5bc-d8c00c3a0570 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.35 "DELETE /v2.0/ports/46952506-ed7a-47ba-a4d4-3306605e4824 HTTP/1.1" status: 204 len: 173 time: 1.4654009 Mar 30 07:19:46.163633 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'name': 'network-vif-deleted', 'tag': '46952506-ed7a-47ba-a4d4-3306605e4824'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:19:46.165961 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3d6b00-87ab-4db2-be88-89022bfb06fd" -d '{"events": [{"server_uuid": "d977a73f-876d-4d10-adf8-326ed77fc467", "name": "network-vif-deleted", "tag": "46952506-ed7a-47ba-a4d4-3306605e4824"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:19:46.240785 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1ac26f-c114-4384-b4cd-dbacc4623b26 x-openstack-request-id: req-fe1ac26f-c114-4384-b4cd-dbacc4623b26 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:19:46.241098 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d977a73f-876d-4d10-adf8-326ed77fc467", "name": "network-vif-deleted", "tag": "46952506-ed7a-47ba-a4d4-3306605e4824", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:19:46.241348 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe1ac26f-c114-4384-b4cd-dbacc4623b26 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:19:46.241746 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1ac26f-c114-4384-b4cd-dbacc4623b26'] response: {'server_uuid': 'd977a73f-876d-4d10-adf8-326ed77fc467', 'name': 'network-vif-deleted', 'tag': '46952506-ed7a-47ba-a4d4-3306605e4824', 'status': 'completed', 'code': 200} Mar 30 07:19:46.283754 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-18dab521-a03b-472f-8c32-0a477672de07 None None] Set router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:19:46.493575 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-18dab521-a03b-472f-8c32-0a477672de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '881d0da5-6071-443f-bd70-2074fd08a617', 'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'mac_address': 'fa:16:3e:95:6f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:31Z', 'updated_at': '2022-03-30T07:15:46Z', 'revision_number': 5, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'subnets': [{'id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:46.519748 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dab521-a03b-472f-8c32-0a477672de07 None None] Checking router: 3bcfccbd-1cba-47ca-9e55-ed31500cb929 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:19:46.528249 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dab521-a03b-472f-8c32-0a477672de07 None None] Routers {'3bcfccbd-1cba-47ca-9e55-ed31500cb929'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:19:46.528816 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-18dab521-a03b-472f-8c32-0a477672de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:46.612895 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6f9d130d-6445-423b-bf1b-18b5678c152e req-5e09cfb5-a3fe-4177-b521-1b82f9fb1d68 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=d977a73f-876d-4d10-adf8-326ed77fc467 HTTP/1.1" status: 200 len: 210 time: 0.0325084 Mar 30 07:19:46.655419 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-18dab521-a03b-472f-8c32-0a477672de07 None None] Set router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:19:46.668175 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f6d15-6406-4252-ba1e-4e38329ba10d req-06e34ea4-3bfd-4287-86ef-1d310246928d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:46.669670 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a23f6d15-6406-4252-ba1e-4e38329ba10d req-06e34ea4-3bfd-4287-86ef-1d310246928d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0544379 Mar 30 07:19:46.730904 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a23f6d15-6406-4252-ba1e-4e38329ba10d req-feb85cf9-b11a-416b-bae0-442058c250fa tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539830 Mar 30 07:19:46.896175 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-18dab521-a03b-472f-8c32-0a477672de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '881d0da5-6071-443f-bd70-2074fd08a617', 'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'mac_address': 'fa:16:3e:95:6f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:31Z', 'updated_at': '2022-03-30T07:15:46Z', 'revision_number': 5, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'subnets': [{'id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:19:46.927551 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dab521-a03b-472f-8c32-0a477672de07 None None] The sync data for ids ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'] in dv-cinder-835778-2-iscsi is: [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '881d0da5-6071-443f-bd70-2074fd08a617', 'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'mac_address': 'fa:16:3e:95:6f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:31Z', 'updated_at': '2022-03-30T07:15:46Z', 'revision_number': 5, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'subnets': [{'id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:19:47.378168 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device a04c4be0-003f-4838-a2ab-9fa5906cba46 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:19:47.431220 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port a04c4be0-003f-4838-a2ab-9fa5906cba46 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:47.431459 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:47.517198 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port a04c4be0-003f-4838-a2ab-9fa5906cba46 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:47.710944 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41210) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:47.767794 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-469c7649-de37-445e-92d3-d96a4ede955f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group (ced0a129-8b54-44e2-9e4b-af73070310e8), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:47.792423 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-469c7649-de37-445e-92d3-d96a4ede955f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group (ced0a129-8b54-44e2-9e4b-af73070310e8), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:47.842920 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-469c7649-de37-445e-92d3-d96a4ede955f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (ced0a129-8b54-44e2-9e4b-af73070310e8), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:47.847880 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-469c7649-de37-445e-92d3-d96a4ede955f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:47.847880 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-469c7649-de37-445e-92d3-d96a4ede955f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "DELETE /v2.0/security-groups/ced0a129-8b54-44e2-9e4b-af73070310e8 HTTP/1.1" status: 204 len: 168 time: 0.1397386 Mar 30 07:19:47.856366 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41214) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:47.858242 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c7649-de37-445e-92d3-d96a4ede955f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced0a129-8b54-44e2-9e4b-af73070310e8,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:47.876326 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.api.v2.resource [None req-dad3f57e-8a4f-44d4-86f2-bc4faf293e1e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] show failed (client error): The resource could not be found. Mar 30 07:19:47.877604 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-dad3f57e-8a4f-44d4-86f2-bc4faf293e1e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups/ced0a129-8b54-44e2-9e4b-af73070310e8 HTTP/1.1" status: 404 len: 347 time: 0.0202470 Mar 30 07:19:47.881278 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41216) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:47.895067 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8191be-900f-4e51-9403-baa1d944b837 req-97bb6b7e-28b6-4594-af8a-1007cfc4af8f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:47.896714 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e8191be-900f-4e51-9403-baa1d944b837 req-97bb6b7e-28b6-4594-af8a-1007cfc4af8f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0850041 Mar 30 07:19:47.948630 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e8191be-900f-4e51-9403-baa1d944b837 req-c65f84e3-9111-42bf-8dae-81f5d3bda3c2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459814 Mar 30 07:19:47.999070 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 46952506-ed7a-47ba-a4d4-3306605e4824 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:19:48.032953 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4812e341-d6ee-4671-8a1b-1c12559e3972 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Deleting port dc2bf0b5-b5a9-4c9c-a73c-e5398609a473 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:19:48.033916 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4812e341-d6ee-4671-8a1b-1c12559e3972 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (dc2bf0b5-b5a9-4c9c-a73c-e5398609a473), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:48.036988 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: 46952506-ed7a-47ba-a4d4-3306605e4824 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:19:48.037335 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 46952506-ed7a-47ba-a4d4-3306605e4824 not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:19:48.116148 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4812e341-d6ee-4671-8a1b-1c12559e3972 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (dc2bf0b5-b5a9-4c9c-a73c-e5398609a473), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:48.116571 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4812e341-d6ee-4671-8a1b-1c12559e3972 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for floatingip (dc2bf0b5-b5a9-4c9c-a73c-e5398609a473), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:48.128999 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4812e341-d6ee-4671-8a1b-1c12559e3972 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Calling delete_port for dc2bf0b5-b5a9-4c9c-a73c-e5398609a473 owned by network:floatingip {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:19:48.281937 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4812e341-d6ee-4671-8a1b-1c12559e3972 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (dc2bf0b5-b5a9-4c9c-a73c-e5398609a473), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:48.305873 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812e341-d6ee-4671-8a1b-1c12559e3972 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event deleted for resources: {'Port': ['ID=dc2bf0b5-b5a9-4c9c-a73c-e5398609a473,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:48.385701 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4812e341-d6ee-4671-8a1b-1c12559e3972 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for floatingip (03b9ad22-56d5-4e66-bb9c-80a9a99bb1fc), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:48.388342 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4812e341-d6ee-4671-8a1b-1c12559e3972 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:48.389505 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-4812e341-d6ee-4671-8a1b-1c12559e3972 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "DELETE /v2.0/floatingips/03b9ad22-56d5-4e66-bb9c-80a9a99bb1fc HTTP/1.1" status: 204 len: 168 time: 0.5071554 Mar 30 07:19:48.567361 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd916ed1-8b66-4611-abf9-f1e17cbfe9ce None None] New status for floating IP 03b9ad22-56d5-4e66-bb9c-80a9a99bb1fc: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:19:48.793419 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41222) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:48.798829 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-798dc604-82e9-4436-b879-3513a98d2bd3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485469750', 'description': 'tempest-description--215401262'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:48.822727 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-798dc604-82e9-4436-b879-3513a98d2bd3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:48.896003 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-798dc604-82e9-4436-b879-3513a98d2bd3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group (29611ef3-2db0-4e4e-bb08-599ac9b31fcb), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:48.901977 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-798dc604-82e9-4436-b879-3513a98d2bd3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (29611ef3-2db0-4e4e-bb08-599ac9b31fcb), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:48.935558 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798dc604-82e9-4436-b879-3513a98d2bd3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29611ef3-2db0-4e4e-bb08-599ac9b31fcb,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:48.940464 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-798dc604-82e9-4436-b879-3513a98d2bd3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:48.941792 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-798dc604-82e9-4436-b879-3513a98d2bd3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1473787 Mar 30 07:19:48.945140 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41224) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:48.949664 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-0a339e30-d1dd-4343-9047-97fbbd20f949 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Request body: {'security_group_rule': {'security_group_id': '29611ef3-2db0-4e4e-bb08-599ac9b31fcb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:48.978268 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a339e30-d1dd-4343-9047-97fbbd20f949 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group_rule (5ec8ab52-2e46-40b3-af9f-f9cfda20f19e), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:49.063645 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a339e30-d1dd-4343-9047-97fbbd20f949 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group_rule (5ec8ab52-2e46-40b3-af9f-f9cfda20f19e), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:49.069817 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a339e30-d1dd-4343-9047-97fbbd20f949 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (5ec8ab52-2e46-40b3-af9f-f9cfda20f19e), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:49.085195 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297769c-4ced-4a06-809b-50795e41ded7 req-b8be0432-fcdc-49e6-b769-4ec89c4857b7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:49.087053 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e297769c-4ced-4a06-809b-50795e41ded7 req-b8be0432-fcdc-49e6-b769-4ec89c4857b7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0618796 Mar 30 07:19:49.102194 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a339e30-d1dd-4343-9047-97fbbd20f949 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec8ab52-2e46-40b3-af9f-f9cfda20f19e,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:49.112168 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a339e30-d1dd-4343-9047-97fbbd20f949 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:49.113669 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-0a339e30-d1dd-4343-9047-97fbbd20f949 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1675906 Mar 30 07:19:49.116400 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41228) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:49.122346 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-d59b85ac-0112-41ab-8ea3-1a5f706ab131 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Request body: {'security_group_rule': {'security_group_id': '29611ef3-2db0-4e4e-bb08-599ac9b31fcb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:49.147699 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e297769c-4ced-4a06-809b-50795e41ded7 req-7ad60d89-106a-4eb3-8b14-fb52a885f01b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529172 Mar 30 07:19:49.151230 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d59b85ac-0112-41ab-8ea3-1a5f706ab131 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group_rule (52866634-f7d8-4f9c-971b-d8b709eba994), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:49.212525 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d59b85ac-0112-41ab-8ea3-1a5f706ab131 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group_rule (52866634-f7d8-4f9c-971b-d8b709eba994), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:49.216787 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d59b85ac-0112-41ab-8ea3-1a5f706ab131 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (52866634-f7d8-4f9c-971b-d8b709eba994), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:49.236746 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b85ac-0112-41ab-8ea3-1a5f706ab131 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52866634-f7d8-4f9c-971b-d8b709eba994,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:49.242108 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d59b85ac-0112-41ab-8ea3-1a5f706ab131 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:49.246163 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-d59b85ac-0112-41ab-8ea3-1a5f706ab131 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257932 Mar 30 07:19:49.246349 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41230) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:19:49.250825 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Request body: {'floatingip': {'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:49.275476 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:49.384569 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:49.505530 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Allocated IP 172.27.1.108 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/9fb17f4f-6fc2-4a53-beca-4712edec074f) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:19:49.617459 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for port (9fb17f4f-6fc2-4a53-beca-4712edec074f), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:49.653177 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (9fb17f4f-6fc2-4a53-beca-4712edec074f), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:49.686257 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:19:49.689469 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:19:49.693306 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:19:49.713133 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event updated for resources: {'Port': ['ID=9fb17f4f-6fc2-4a53-beca-4712edec074f,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:49.814804 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for floatingip (78486e0f-8569-4c13-8cdb-522bb8d9796e), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:49.855286 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (9fb17f4f-6fc2-4a53-beca-4712edec074f), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:50.006762 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for port (9fb17f4f-6fc2-4a53-beca-4712edec074f), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:50.013836 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (9fb17f4f-6fc2-4a53-beca-4712edec074f), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:50.088895 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event updated for resources: {'Port': ['ID=9fb17f4f-6fc2-4a53-beca-4712edec074f,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:50.099519 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (78486e0f-8569-4c13-8cdb-522bb8d9796e), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:50.118251 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:50.119474 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-b014801a-8e6e-49cd-b574-b6375d0abdb8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8721893 Mar 30 07:19:50.280229 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bb042-4500-4862-b198-18ffea44e74e req-693756e8-0e1f-4f64-ba2b-3b57393bba1d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:50.281712 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-789bb042-4500-4862-b198-18ffea44e74e req-693756e8-0e1f-4f64-ba2b-3b57393bba1d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0570531 Mar 30 07:19:50.357545 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-789bb042-4500-4862-b198-18ffea44e74e req-a1492e76-3116-49a1-ba29-5625016e0388 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700111 Mar 30 07:19:50.365750 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-793b1137-9793-413d-b319-a4f59e667df6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1485469750&fields=id&tenant_id=8ee09b83520e4e8ba691a79d60604388 HTTP/1.1" status: 200 len: 267 time: 0.0771017 Mar 30 07:19:50.470600 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-7c2614d3-31f7-40a4-88f6-05c4e096e0b7 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:50.472192 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-7c2614d3-31f7-40a4-88f6-05c4e096e0b7 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/networks?id=89db86be-e389-43ed-80e6-11e20145eaf2 HTTP/1.1" status: 200 len: 817 time: 0.0992484 Mar 30 07:19:50.487193 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-7ca126c3-0627-4952-ab6e-36fbb49067f8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/quotas/8ee09b83520e4e8ba691a79d60604388 HTTP/1.1" status: 200 len: 375 time: 0.0096419 Mar 30 07:19:50.545412 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-da69f128-5bd1-414d-b43c-a392c2558142 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ee09b83520e4e8ba691a79d60604388&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528195 Mar 30 07:19:50.647649 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-621ab9f8-6edb-4b6e-afec-fffdafed1555 service neutron] 10.222.0.20 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900421 Mar 30 07:19:50.749435 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-171a07a0-b266-41fb-a32c-d20c99eef7d7 service neutron] 10.222.0.20 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933936 Mar 30 07:19:50.917417 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d046a441-5ec8-4103-a01d-a915a9a0828b req-c646ecf0-c829-4460-9ee7-cdc033ecdf07 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 210 time: 0.0287144 Mar 30 07:19:51.493275 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4c0db-6192-4957-9d83-c07e86c09179 req-67deb307-474a-432f-b0af-5c71d04e56c2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:51.495074 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e6f4c0db-6192-4957-9d83-c07e86c09179 req-67deb307-474a-432f-b0af-5c71d04e56c2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0571053 Mar 30 07:19:51.547298 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e6f4c0db-6192-4957-9d83-c07e86c09179 req-283354ce-c19b-4b53-94c3-dc4c8b67ffc3 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462115 Mar 30 07:19:52.024591 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a6e642e6-9ca9-4d72-8203-40237f7a88ad req-3bbf43cb-c448-45c7-b3b8-8f976d6f9c2d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 210 time: 0.0301957 Mar 30 07:19:52.065512 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-d60d2452-fb5a-400b-a9ee-ba205ce3e0dc tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:52.068014 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-d60d2452-fb5a-400b-a9ee-ba205ce3e0dc tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.35 "GET /v2.0/networks?id=89db86be-e389-43ed-80e6-11e20145eaf2 HTTP/1.1" status: 200 len: 817 time: 0.1179447 Mar 30 07:19:52.145812 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-1849f076-cc17-4d13-83d7-fcafccb2b4e9 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ee09b83520e4e8ba691a79d60604388 HTTP/1.1" status: 200 len: 380 time: 0.0581100 Mar 30 07:19:52.158710 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-f94b3766-f767-4911-9e30-86f110677472 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Request body: {'port': {'device_id': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'admin_state_up': True, 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'security_groups': ['29611ef3-2db0-4e4e-bb08-599ac9b31fcb']}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:52.270092 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-f94b3766-f767-4911-9e30-86f110677472 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Made reservation on behalf of 8ee09b83520e4e8ba691a79d60604388 for: {'port': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:19:52.273423 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-f94b3766-f767-4911-9e30-86f110677472 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:52.409973 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-f94b3766-f767-4911-9e30-86f110677472 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Allocated IP 172.20.0.12 (89db86be-e389-43ed-80e6-11e20145eaf2/f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602/e4a2a22a-64df-4018-a002-940abcd5bbba) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:19:52.555210 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-f94b3766-f767-4911-9e30-86f110677472 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:52.595853 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-f94b3766-f767-4911-9e30-86f110677472 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:52.640317 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-f94b3766-f767-4911-9e30-86f110677472 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Network 89db86be-e389-43ed-80e6-11e20145eaf2 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:19:52.643690 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-f94b3766-f767-4911-9e30-86f110677472 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:19:52.646190 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-f94b3766-f767-4911-9e30-86f110677472 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:19:52.676188 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc53a50-ab4b-470b-bf2b-8379782795da req-95bbc82b-3a36-4f4c-8814-a9077db6469c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:52.677651 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ecc53a50-ab4b-470b-bf2b-8379782795da req-95bbc82b-3a36-4f4c-8814-a9077db6469c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0573750 Mar 30 07:19:52.679736 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b3766-f767-4911-9e30-86f110677472 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event updated for resources: {'Port': ['ID=e4a2a22a-64df-4018-a002-940abcd5bbba,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:52.708208 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-f94b3766-f767-4911-9e30-86f110677472 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:52.708845 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-f94b3766-f767-4911-9e30-86f110677472 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:52.737386 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-f94b3766-f767-4911-9e30-86f110677472 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5819287 Mar 30 07:19:52.745500 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ecc53a50-ab4b-470b-bf2b-8379782795da req-34b4251b-3935-485d-9870-f6f14239e866 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595927 Mar 30 07:19:52.757460 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Request body: {'port': {'device_id': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:19:52.830581 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:52.937318 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-93bd4f84-07e6-46ef-a0ef-4d11793621ea None None] Provisioning complete for port e4a2a22a-64df-4018-a002-940abcd5bbba triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:52.937976 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-93bd4f84-07e6-46ef-a0ef-4d11793621ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:52.977029 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-93bd4f84-07e6-46ef-a0ef-4d11793621ea None None] Port e4a2a22a-64df-4018-a002-940abcd5bbba cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:19:53.113555 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a2a22a-64df-4018-a002-940abcd5bbba {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:19:53.123015 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Publish callbacks [] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:53.135824 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Transition to ACTIVE for port object e4a2a22a-64df-4018-a002-940abcd5bbba will not be triggered until provisioned by entity L2. {{(pid=103478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:19:53.140167 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:53.152151 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ea9b8-6cad-4d8e-aa98-d644877c6452 req-0bbf731f-b9c1-4ac7-b030-e881980ae7c9 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:53.153632 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-773ea9b8-6cad-4d8e-aa98-d644877c6452 req-0bbf731f-b9c1-4ac7-b030-e881980ae7c9 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 932 time: 0.0569375 Mar 30 07:19:53.210410 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-773ea9b8-6cad-4d8e-aa98-d644877c6452 req-2bca3b6f-ac2b-4b1d-b420-e1ce4cc0e3cf tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507905 Mar 30 07:19:53.213184 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a2a22a-64df-4018-a002-940abcd5bbba,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:53.273508 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Attempting to bind port e4a2a22a-64df-4018-a002-940abcd5bbba on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:19:53.273843 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Attempting to bind port e4a2a22a-64df-4018-a002-940abcd5bbba by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:19:53.274174 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Attempting to bind port e4a2a22a-64df-4018-a002-940abcd5bbba on network 89db86be-e389-43ed-80e6-11e20145eaf2 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:19:53.278930 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Port e4a2a22a-64df-4018-a002-940abcd5bbba on network 89db86be-e389-43ed-80e6-11e20145eaf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:19:53.279248 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Attempting to bind port e4a2a22a-64df-4018-a002-940abcd5bbba on network 89db86be-e389-43ed-80e6-11e20145eaf2 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:19:53.284467 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:19:53.284945 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Checking segment: {'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:19:53.285336 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Bound using segment: {'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:19:53.285760 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Bound port: e4a2a22a-64df-4018-a002-940abcd5bbba, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a061662d-1985-4528-a85d-185e08acefab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:19:53.286113 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:53.358533 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] For port e4a2a22a-64df-4018-a002-940abcd5bbba, host hv-cinder-83577, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:19:53.362234 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] For port e4a2a22a-64df-4018-a002-940abcd5bbba, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=e4a2a22a-64df-4018-a002-940abcd5bbba,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:19:53.370490 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:53.405373 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:53.406024 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:53.407392 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] 10.222.0.35 "PUT /v2.0/ports/e4a2a22a-64df-4018-a002-940abcd5bbba HTTP/1.1" status: 200 len: 1094 time: 0.6548963 Mar 30 07:19:53.407872 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'tag': 'e4a2a22a-64df-4018-a002-940abcd5bbba'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:19:53.410159 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c39cec8-af16-42a3-879e-9fd3d29dc617" -d '{"events": [{"name": "network-changed", "server_uuid": "e370a461-4e4d-4b34-87f6-fe6e3ba548b6", "tag": "e4a2a22a-64df-4018-a002-940abcd5bbba"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:19:53.434554 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f2c66-a4e3-4afb-8766-8c7033ab74a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a2a22a-64df-4018-a002-940abcd5bbba,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:53.453294 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaab024-fd05-439f-b784-8fa382099065 x-openstack-request-id: req-ecaab024-fd05-439f-b784-8fa382099065 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:19:53.453582 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e370a461-4e4d-4b34-87f6-fe6e3ba548b6", "tag": "e4a2a22a-64df-4018-a002-940abcd5bbba", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:19:53.453832 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecaab024-fd05-439f-b784-8fa382099065 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:19:53.454232 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecaab024-fd05-439f-b784-8fa382099065'] response: {'name': 'network-changed', 'server_uuid': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'tag': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'status': 'completed', 'code': 200} Mar 30 07:19:53.538416 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-83b8f962-55d7-474c-a4c3-bbd21b009ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:53.540118 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-83b8f962-55d7-474c-a4c3-bbd21b009ad1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee09b83520e4e8ba691a79d60604388&device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 1128 time: 0.0565584 Mar 30 07:19:53.602563 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-ac33304a-98b0-4c9f-8235-29bc41892704 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4a2a22a-64df-4018-a002-940abcd5bbba HTTP/1.1" status: 200 len: 217 time: 0.0425842 Mar 30 07:19:53.654256 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-f7cc9590-57af-42be-a509-b24628d52914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:53.655721 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-f7cc9590-57af-42be-a509-b24628d52914 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602 HTTP/1.1" status: 200 len: 856 time: 0.0460551 Mar 30 07:19:53.710060 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-632f57cb-6662-4aa7-8cee-2b7cbdc509d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:53.711558 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-632f57cb-6662-4aa7-8cee-2b7cbdc509d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=89db86be-e389-43ed-80e6-11e20145eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488930 Mar 30 07:19:53.808428 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-f05cbe6d-3b2e-4b64-a556-7debdd89d074 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882623 Mar 30 07:19:53.872908 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f541d0-4111-49de-8d75-79236e375407 req-6d5fb395-06ab-4144-b057-94c76a982768 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:53.874515 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93f541d0-4111-49de-8d75-79236e375407 req-6d5fb395-06ab-4144-b057-94c76a982768 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0557432 Mar 30 07:19:53.904166 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-47be8c0e-0400-4491-91ee-9c03bab7bc5a req-ec9bfdb0-da46-40f6-94fc-6763de2a7964 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896385 Mar 30 07:19:53.923097 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93f541d0-4111-49de-8d75-79236e375407 req-87f5b434-35c9-4ffe-86e9-fb8a523e750e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422323 Mar 30 07:19:54.047237 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39cec8-af16-42a3-879e-9fd3d29dc617 req-fc8f0235-f456-4aec-8984-1f66ea07b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:54.048787 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4c39cec8-af16-42a3-879e-9fd3d29dc617 req-fc8f0235-f456-4aec-8984-1f66ea07b30a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee09b83520e4e8ba691a79d60604388&device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 1128 time: 0.0492957 Mar 30 07:19:54.155860 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39cec8-af16-42a3-879e-9fd3d29dc617 req-c420db1e-4bb6-453e-8881-8659f421b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:54.157251 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4c39cec8-af16-42a3-879e-9fd3d29dc617 req-c420db1e-4bb6-453e-8881-8659f421b1d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=89db86be-e389-43ed-80e6-11e20145eaf2 HTTP/1.1" status: 200 len: 918 time: 0.1024680 Mar 30 07:19:54.203546 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4c39cec8-af16-42a3-879e-9fd3d29dc617 req-28d3cebd-a4f0-4257-98bf-83db2dac6a7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4a2a22a-64df-4018-a002-940abcd5bbba HTTP/1.1" status: 200 len: 217 time: 0.0379913 Mar 30 07:19:54.209792 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8e21587b-e0e5-4318-9210-5ee2ae73cf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:54.258171 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39cec8-af16-42a3-879e-9fd3d29dc617 req-67000426-a482-4022-b02a-1792a1195a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:54.259615 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4c39cec8-af16-42a3-879e-9fd3d29dc617 req-67000426-a482-4022-b02a-1792a1195a44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602 HTTP/1.1" status: 200 len: 856 time: 0.0496912 Mar 30 07:19:54.321828 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39cec8-af16-42a3-879e-9fd3d29dc617 req-987c8f85-4329-4a8e-a7ca-791e1d1d0727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:54.323360 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4c39cec8-af16-42a3-879e-9fd3d29dc617 req-987c8f85-4329-4a8e-a7ca-791e1d1d0727 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=89db86be-e389-43ed-80e6-11e20145eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521100 Mar 30 07:19:54.332591 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21918447-281e-4bac-a054-3367741c2dfb req-a30f6178-a89c-4342-9010-8580a770b724 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:54.334059 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-21918447-281e-4bac-a054-3367741c2dfb req-a30f6178-a89c-4342-9010-8580a770b724 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 944 time: 0.0537617 Mar 30 07:19:54.381050 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-21918447-281e-4bac-a054-3367741c2dfb req-bf9b78d7-5a67-438d-b61b-b898fae0ed41 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412753 Mar 30 07:19:54.420116 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4c39cec8-af16-42a3-879e-9fd3d29dc617 req-97cd5ee7-ba10-4598-afd3-2343a855e557 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888202 Mar 30 07:19:54.511631 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4c39cec8-af16-42a3-879e-9fd3d29dc617 req-d880fe21-d109-4872-bbe7-eafbe8e1d990 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852833 Mar 30 07:19:55.050999 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05f9e7-4619-4215-93b5-af9b81d67e8d req-c961122f-3db0-44c2-9297-8c908e49231d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:55.052629 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ce05f9e7-4619-4215-93b5-af9b81d67e8d req-c961122f-3db0-44c2-9297-8c908e49231d tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0582757 Mar 30 07:19:55.104676 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ce05f9e7-4619-4215-93b5-af9b81d67e8d req-2d6a3e85-a082-492b-8949-b9d93108e365 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459940 Mar 30 07:19:55.514994 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a0d40-0877-4d08-af6f-f06d62284d7d req-cff86ca5-2533-433f-89c5-f7a4e4d04dc6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:55.516370 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-472a0d40-0877-4d08-af6f-f06d62284d7d req-cff86ca5-2533-433f-89c5-f7a4e4d04dc6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 944 time: 0.0573092 Mar 30 07:19:55.566182 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-472a0d40-0877-4d08-af6f-f06d62284d7d req-53040c0f-dad5-4de6-a9e0-7b329775d3e6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424836 Mar 30 07:19:56.050632 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device e4a2a22a-64df-4018-a002-940abcd5bbba details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:19:56.166897 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port e4a2a22a-64df-4018-a002-940abcd5bbba, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=e4a2a22a-64df-4018-a002-940abcd5bbba,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:19:56.186433 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'port_id': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'mac_address': 'fa:16:3e:4b:1c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:19:56.225084 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port e4a2a22a-64df-4018-a002-940abcd5bbba is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:56.225520 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:56.233440 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acd419-e2bc-4e8e-aae2-a728cd47f285 req-fbef7433-d23b-49c4-a044-16ae5cb253d0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:56.234898 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-17acd419-e2bc-4e8e-aae2-a728cd47f285 req-fbef7433-d23b-49c4-a044-16ae5cb253d0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0535119 Mar 30 07:19:56.238788 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a2a22a-64df-4018-a002-940abcd5bbba {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:19:56.259027 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port e4a2a22a-64df-4018-a002-940abcd5bbba, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=e4a2a22a-64df-4018-a002-940abcd5bbba,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:19:56.263341 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:56.282079 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-17acd419-e2bc-4e8e-aae2-a728cd47f285 req-30ca8cb3-996c-42da-9cc2-2f3feddc65fd tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411484 Mar 30 07:19:56.310276 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=e4a2a22a-64df-4018-a002-940abcd5bbba,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:56.424353 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1524ccf8-ebd4-4bfc-b4d3-765d6c066ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:56.643479 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['e4a2a22a-64df-4018-a002-940abcd5bbba'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:19:56.706772 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b26b2d-8af0-4427-8ee9-3c6882752f33 req-10cc37e2-2c28-4684-ade6-e933ae282054 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:56.708557 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-58b26b2d-8af0-4427-8ee9-3c6882752f33 req-10cc37e2-2c28-4684-ade6-e933ae282054 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 945 time: 0.0617449 Mar 30 07:19:56.757747 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-58b26b2d-8af0-4427-8ee9-3c6882752f33 req-1e1d19d3-c7a6-405a-b35a-53372079686b tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438039 Mar 30 07:19:57.411943 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acda0f-8446-4a27-823e-e58c7ab65c11 req-703a2aad-aa6a-4d56-8dc0-f96490737bd6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:57.413386 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c6acda0f-8446-4a27-823e-e58c7ab65c11 req-703a2aad-aa6a-4d56-8dc0-f96490737bd6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0557890 Mar 30 07:19:57.461102 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c6acda0f-8446-4a27-823e-e58c7ab65c11 req-c80cc35b-6970-4e48-9a52-ea2851b670d8 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420504 Mar 30 07:19:57.889537 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298c162-0c88-45d1-8404-92ad746dab83 req-9baca9c9-24df-40bd-b0b0-3f20f13d471e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:57.891006 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3298c162-0c88-45d1-8404-92ad746dab83 req-9baca9c9-24df-40bd-b0b0-3f20f13d471e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 945 time: 0.0627818 Mar 30 07:19:57.938580 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3298c162-0c88-45d1-8404-92ad746dab83 req-6dfcd370-f063-4743-adce-55b1cdd7da82 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415630 Mar 30 07:19:57.940760 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:58.055454 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device e4a2a22a-64df-4018-a002-940abcd5bbba up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:19:58.112188 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port e4a2a22a-64df-4018-a002-940abcd5bbba completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:19:58.116095 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port e4a2a22a-64df-4018-a002-940abcd5bbba triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:19:58.116447 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:58.190957 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port e4a2a22a-64df-4018-a002-940abcd5bbba is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:19:58.191332 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:58.215145 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a2a22a-64df-4018-a002-940abcd5bbba'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:19:58.217414 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05a1829-99e6-4295-a8e6-31cd885ab8fe" -d '{"events": [{"server_uuid": "e370a461-4e4d-4b34-87f6-fe6e3ba548b6", "name": "network-vif-plugged", "status": "completed", "tag": "e4a2a22a-64df-4018-a002-940abcd5bbba"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:19:58.230045 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port e4a2a22a-64df-4018-a002-940abcd5bbba, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=e4a2a22a-64df-4018-a002-940abcd5bbba,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:19:58.234334 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:58.257133 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60f7e05-ba21-4c7f-9e3c-86b70b930b72 x-openstack-request-id: req-f60f7e05-ba21-4c7f-9e3c-86b70b930b72 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:19:58.257444 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e370a461-4e4d-4b34-87f6-fe6e3ba548b6", "name": "network-vif-plugged", "status": "completed", "tag": "e4a2a22a-64df-4018-a002-940abcd5bbba", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:19:58.257696 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f60f7e05-ba21-4c7f-9e3c-86b70b930b72 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:19:58.258086 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f60f7e05-ba21-4c7f-9e3c-86b70b930b72'] response: {'server_uuid': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'code': 200} Mar 30 07:19:58.285817 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=e4a2a22a-64df-4018-a002-940abcd5bbba,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:19:58.489475 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9c610-5f86-4820-9243-48e36d68d35d req-5a0eedf0-45f8-405f-af21-b0a14a1a9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:58.491262 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c6c9c610-5f86-4820-9243-48e36d68d35d req-5a0eedf0-45f8-405f-af21-b0a14a1a9739 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 1130 time: 0.0450513 Mar 30 07:19:58.541797 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c6c9c610-5f86-4820-9243-48e36d68d35d req-f5174ccd-b72a-4823-8084-094c6ca56404 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409393 Mar 30 07:19:58.581198 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641c4f5-03c5-47d4-99fa-30363660f70a req-7f6e5f51-c250-4835-a19a-c998d99ba9ee tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:58.582677 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b641c4f5-03c5-47d4-99fa-30363660f70a req-7f6e5f51-c250-4835-a19a-c998d99ba9ee tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0534160 Mar 30 07:19:58.635015 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b641c4f5-03c5-47d4-99fa-30363660f70a req-ca698f25-e40e-465c-845b-9ced7271c644 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437746 Mar 30 07:19:59.087648 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741af64d-ad6e-4735-bea7-dc00cc8084cf req-c3911762-fd26-47ad-90c0-be6a5c50b74c tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:59.089117 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-741af64d-ad6e-4735-bea7-dc00cc8084cf req-c3911762-fd26-47ad-90c0-be6a5c50b74c tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0666540 Mar 30 07:19:59.114377 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:19:59.141751 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-741af64d-ad6e-4735-bea7-dc00cc8084cf req-63161a15-c850-4861-9ded-460ca4a60223 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462840 Mar 30 07:19:59.855526 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e73ff-715d-472e-ba52-a63d5f95c832 req-aea90d8b-e5e8-4144-91f8-575664444fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:59.856856 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d46e73ff-715d-472e-ba52-a63d5f95c832 req-aea90d8b-e5e8-4144-91f8-575664444fa5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 1130 time: 0.0474918 Mar 30 07:19:59.903942 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d46e73ff-715d-472e-ba52-a63d5f95c832 req-2652b6a6-1a3b-4336-8ae2-c35586da46a4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398543 Mar 30 07:19:59.972778 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254e715-eb36-4524-a4bc-03ff92cb8559 req-2bccc8a2-69e4-4001-b5a6-1a0752f825d2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:19:59.974334 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7254e715-eb36-4524-a4bc-03ff92cb8559 req-2bccc8a2-69e4-4001-b5a6-1a0752f825d2 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.2614508 Mar 30 07:20:00.019838 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7254e715-eb36-4524-a4bc-03ff92cb8559 req-f9ebcf56-845c-4b13-9e11-1d6dcd5f7af4 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396821 Mar 30 07:20:00.278412 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d19bd-44d1-473c-a0a4-53838d611ecb req-652b6b78-cde4-4a03-8b44-3b2a890bd7b0 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:00.279772 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4f7d19bd-44d1-473c-a0a4-53838d611ecb req-652b6b78-cde4-4a03-8b44-3b2a890bd7b0 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0560219 Mar 30 07:20:00.328476 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4f7d19bd-44d1-473c-a0a4-53838d611ecb req-29060517-8f72-4056-8ddb-a791b99601b2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429881 Mar 30 07:20:00.632559 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:01.177040 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84953f70-021f-450e-912c-adf7a9aeaabd req-2aaf50e4-e99d-4c82-97ca-4ba38c91e137 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:01.178402 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-84953f70-021f-450e-912c-adf7a9aeaabd req-2aaf50e4-e99d-4c82-97ca-4ba38c91e137 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0896487 Mar 30 07:20:01.182133 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-062f8935-22ff-4348-89b1-16837df24d06 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1550549607&fields=id&tenant_id=803772b9959c49c988cb738b94678917 HTTP/1.1" status: 200 len: 267 time: 0.0620224 Mar 30 07:20:01.281094 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-84953f70-021f-450e-912c-adf7a9aeaabd req-7fe08fe2-5a5a-44b6-bc8a-1cf1001b4250 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963292 Mar 30 07:20:01.322072 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-c8b9f2fc-85d9-4d32-a4ae-0d6482372634 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:01.324123 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-c8b9f2fc-85d9-4d32-a4ae-0d6482372634 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 811 time: 0.1337821 Mar 30 07:20:01.340612 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-a8dafefc-26d2-4370-93dc-f356c0049e3e tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/quotas/803772b9959c49c988cb738b94678917 HTTP/1.1" status: 200 len: 375 time: 0.0101502 Mar 30 07:20:01.400737 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-491457ff-8ceb-4342-bd56-e230d1c902aa tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543902 Mar 30 07:20:01.514166 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cc150-e482-46ad-ab72-b8a6abe673ba req-248e9bb5-a91e-4645-aab5-f1e7f1529958 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:01.515508 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d35cc150-e482-46ad-ab72-b8a6abe673ba req-248e9bb5-a91e-4645-aab5-f1e7f1529958 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.1114450 Mar 30 07:20:01.541903 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-25213770-021f-4125-9284-8c53b503b421 service neutron] 10.222.0.20 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280651 Mar 30 07:20:01.615972 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d35cc150-e482-46ad-ab72-b8a6abe673ba req-1fac45a4-5d06-462b-a654-553b84e8a350 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944080 Mar 30 07:20:01.651412 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-3e88511e-a600-4893-83c1-591dcc1b78c4 service neutron] 10.222.0.20 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034026 Mar 30 07:20:01.737407 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007b2bb-d06f-42c8-98d6-f8eb68a20a86 req-52896d6c-d914-4b47-b8e6-0f453f023ac7 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:01.738904 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1007b2bb-d06f-42c8-98d6-f8eb68a20a86 req-52896d6c-d914-4b47-b8e6-0f453f023ac7 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0566418 Mar 30 07:20:01.747644 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41358) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:20:01.752062 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7a97bded-d722-47d0-89b3-7544fc9a0c02 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Request body: {'floatingip': {'port_id': 'e4a2a22a-64df-4018-a002-940abcd5bbba'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:20:01.791585 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a97bded-d722-47d0-89b3-7544fc9a0c02 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for floatingip (78486e0f-8569-4c13-8cdb-522bb8d9796e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:02.001798 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f14fe678-2729-4394-a2ab-c4bfae67ee4c req-8a4b2432-4beb-4f2c-9295-6d550f9fb965 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 210 time: 0.0912304 Mar 30 07:20:02.262184 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a97bded-d722-47d0-89b3-7544fc9a0c02 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:02.266440 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a97bded-d722-47d0-89b3-7544fc9a0c02 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (78486e0f-8569-4c13-8cdb-522bb8d9796e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:02.401800 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-7a97bded-d722-47d0-89b3-7544fc9a0c02 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Floating IP 78486e0f-8569-4c13-8cdb-522bb8d9796e associated. External IP: 172.27.1.108, port: e4a2a22a-64df-4018-a002-940abcd5bbba. Mar 30 07:20:02.481733 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b380093-8113-478c-a059-d4322aeb7b3b req-ba3b8a5e-1cc5-439d-be2c-2b739355d016 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:02.483257 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2b380093-8113-478c-a059-d4322aeb7b3b req-ba3b8a5e-1cc5-439d-be2c-2b739355d016 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.1278765 Mar 30 07:20:02.552441 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2b380093-8113-478c-a059-d4322aeb7b3b req-05b5b1c0-f093-44b1-8f8c-680b00d3593f tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613751 Mar 30 07:20:02.658577 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a97bded-d722-47d0-89b3-7544fc9a0c02 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:20:02.768248 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a97bded-d722-47d0-89b3-7544fc9a0c02 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:20:02.773398 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a97bded-d722-47d0-89b3-7544fc9a0c02 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:02.780423 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c5db8-83cf-4ccb-9a81-7bc6ae1cc427 None None] Sync routers for ids ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:20:02.790660 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c5db8-83cf-4ccb-9a81-7bc6ae1cc427 None None] Routers {'3bcfccbd-1cba-47ca-9e55-ed31500cb929'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:20:02.791438 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-972c5db8-83cf-4ccb-9a81-7bc6ae1cc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:02.804884 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7a97bded-d722-47d0-89b3-7544fc9a0c02 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "PUT /v2.0/floatingips/78486e0f-8569-4c13-8cdb-522bb8d9796e HTTP/1.1" status: 200 len: 992 time: 1.0561297 Mar 30 07:20:02.805452 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'tag': 'e4a2a22a-64df-4018-a002-940abcd5bbba'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:20:02.807730 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b38417-80e9-4acb-990e-d93aa3909752" -d '{"events": [{"name": "network-changed", "server_uuid": "e370a461-4e4d-4b34-87f6-fe6e3ba548b6", "tag": "e4a2a22a-64df-4018-a002-940abcd5bbba"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:20:02.853375 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4ba544-2229-421e-ab6a-9b543fd74a6c x-openstack-request-id: req-1e4ba544-2229-421e-ab6a-9b543fd74a6c {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:20:02.854211 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e370a461-4e4d-4b34-87f6-fe6e3ba548b6", "tag": "e4a2a22a-64df-4018-a002-940abcd5bbba", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:20:02.854523 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e4ba544-2229-421e-ab6a-9b543fd74a6c {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:20:02.854883 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e4ba544-2229-421e-ab6a-9b543fd74a6c'] response: {'name': 'network-changed', 'server_uuid': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'tag': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'status': 'completed', 'code': 200} Mar 30 07:20:02.944089 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-972c5db8-83cf-4ccb-9a81-7bc6ae1cc427 None None] Set router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:20:02.987715 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b38417-80e9-4acb-990e-d93aa3909752 req-02f22d69-66fc-4c33-956f-a1bc12fdc5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:02.990146 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-96b38417-80e9-4acb-990e-d93aa3909752 req-02f22d69-66fc-4c33-956f-a1bc12fdc5bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee09b83520e4e8ba691a79d60604388&device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 1130 time: 0.0772772 Mar 30 07:20:03.026330 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fd35e-d240-4449-80b3-db2d6a9fb413 req-f4b47127-0837-4d28-a617-fa1ec01eab2c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:03.029291 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a92fd35e-d240-4449-80b3-db2d6a9fb413 req-f4b47127-0837-4d28-a617-fa1ec01eab2c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0943782 Mar 30 07:20:03.154551 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806358e-0744-43aa-afd8-82dd4f604643 req-eb2c2eaf-c44e-4721-aadb-d11e7d65d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:03.156075 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6806358e-0744-43aa-afd8-82dd4f604643 req-eb2c2eaf-c44e-4721-aadb-d11e7d65d792 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 1130 time: 0.1259434 Mar 30 07:20:03.159956 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a92fd35e-d240-4449-80b3-db2d6a9fb413 req-d6d7b2c8-a743-45ba-a962-221d26968761 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858517 Mar 30 07:20:03.207577 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-000cd02a-dc6a-4526-a415-ab43ce04f4a8 req-5a945bed-0309-4610-b8cf-7b45e4529880 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 210 time: 0.0783401 Mar 30 07:20:03.239248 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b38417-80e9-4acb-990e-d93aa3909752 req-6344c628-d6d7-4287-b432-969dd82320f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:03.243300 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-96b38417-80e9-4acb-990e-d93aa3909752 req-6344c628-d6d7-4287-b432-969dd82320f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=89db86be-e389-43ed-80e6-11e20145eaf2 HTTP/1.1" status: 200 len: 918 time: 0.2043328 Mar 30 07:20:03.298630 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-972c5db8-83cf-4ccb-9a81-7bc6ae1cc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '78486e0f-8569-4c13-8cdb-522bb8d9796e', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'port_id': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'mac_address': 'fa:16:3e:4b:1c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:19:49Z', 'updated_at': '2022-03-30T07:20:02Z', 'revision_number': 1, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881d0da5-6071-443f-bd70-2074fd08a617', 'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'mac_address': 'fa:16:3e:95:6f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:31Z', 'updated_at': '2022-03-30T07:15:46Z', 'revision_number': 5, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'subnets': [{'id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:03.318084 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806358e-0744-43aa-afd8-82dd4f604643 req-4f932e11-0f6e-4e8e-8fec-d9ba9060d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:03.319933 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6806358e-0744-43aa-afd8-82dd4f604643 req-4f932e11-0f6e-4e8e-8fec-d9ba9060d2c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 920 time: 0.1501122 Mar 30 07:20:03.352170 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-96b38417-80e9-4acb-990e-d93aa3909752 req-fb713b0e-70a1-4b53-bc39-342921b71342 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4a2a22a-64df-4018-a002-940abcd5bbba HTTP/1.1" status: 200 len: 1000 time: 0.1005456 Mar 30 07:20:03.358799 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-ab1f2b65-3a40-4216-95d6-43441f897964 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:03.362019 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-ab1f2b65-3a40-4216-95d6-43441f897964 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.35 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 811 time: 0.3429465 Mar 30 07:20:03.403963 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:03.435420 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c5db8-83cf-4ccb-9a81-7bc6ae1cc427 None None] Checking router: 3bcfccbd-1cba-47ca-9e55-ed31500cb929 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:20:03.444259 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b38417-80e9-4acb-990e-d93aa3909752 req-113e1b84-e261-4ecd-8085-456e1378ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:03.444585 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c5db8-83cf-4ccb-9a81-7bc6ae1cc427 None None] Routers {'3bcfccbd-1cba-47ca-9e55-ed31500cb929'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:20:03.445327 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-972c5db8-83cf-4ccb-9a81-7bc6ae1cc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:03.446185 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-96b38417-80e9-4acb-990e-d93aa3909752 req-113e1b84-e261-4ecd-8085-456e1378ef32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602 HTTP/1.1" status: 200 len: 856 time: 0.0832372 Mar 30 07:20:03.515583 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-4bc7b9b8-714b-4993-9c1f-74b56e4b78d7 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=803772b9959c49c988cb738b94678917 HTTP/1.1" status: 200 len: 380 time: 0.1105175 Mar 30 07:20:03.529451 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-ab31d040-0bde-4bfc-93ad-b76add1f046d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Request body: {'port': {'device_id': '8a76b506-9c23-4b23-a6e2-7c35a67f853b', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'admin_state_up': True, 'tenant_id': '803772b9959c49c988cb738b94678917', 'security_groups': ['9cd7a93d-67f6-4c2e-83f5-a41c783d695d']}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:20:03.556209 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-972c5db8-83cf-4ccb-9a81-7bc6ae1cc427 None None] Set router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:20:03.601765 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b38417-80e9-4acb-990e-d93aa3909752 req-3772580a-2e5c-43ef-b068-d7de1f69c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:03.603484 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-96b38417-80e9-4acb-990e-d93aa3909752 req-3772580a-2e5c-43ef-b068-d7de1f69c6f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=89db86be-e389-43ed-80e6-11e20145eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1431606 Mar 30 07:20:03.639964 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6806358e-0744-43aa-afd8-82dd4f604643 req-754c7069-fae2-4196-bc25-c157663521a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73621da-1c9c-4d35-9b39-2038b6ae4204 HTTP/1.1" status: 200 len: 1002 time: 0.3122940 Mar 30 07:20:03.689201 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806358e-0744-43aa-afd8-82dd4f604643 req-c83193c1-5d48-45b2-954d-44acd6e13ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:03.690942 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6806358e-0744-43aa-afd8-82dd4f604643 req-c83193c1-5d48-45b2-954d-44acd6e13ba6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 200 len: 858 time: 0.0446341 Mar 30 07:20:03.716209 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-ab31d040-0bde-4bfc-93ad-b76add1f046d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Made reservation on behalf of 803772b9959c49c988cb738b94678917 for: {'port': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:20:03.719572 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-ab31d040-0bde-4bfc-93ad-b76add1f046d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:03.745851 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806358e-0744-43aa-afd8-82dd4f604643 req-597caa5f-1d7a-4fb0-8e0f-1501251c83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:03.747406 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6806358e-0744-43aa-afd8-82dd4f604643 req-597caa5f-1d7a-4fb0-8e0f-1501251c83a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9678c55-7461-4938-ba80-6574cdde20b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480826 Mar 30 07:20:03.750332 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-96b38417-80e9-4acb-990e-d93aa3909752 req-f8b5e436-afba-4dcc-b160-308d9d9feb3c service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365545 Mar 30 07:20:03.791055 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-972c5db8-83cf-4ccb-9a81-7bc6ae1cc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '78486e0f-8569-4c13-8cdb-522bb8d9796e', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'port_id': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'mac_address': 'fa:16:3e:4b:1c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:19:49Z', 'updated_at': '2022-03-30T07:20:02Z', 'revision_number': 1, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881d0da5-6071-443f-bd70-2074fd08a617', 'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'mac_address': 'fa:16:3e:95:6f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:31Z', 'updated_at': '2022-03-30T07:15:46Z', 'revision_number': 5, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'subnets': [{'id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:03.820495 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c5db8-83cf-4ccb-9a81-7bc6ae1cc427 None None] The sync data for ids ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'] in dv-cinder-835778-2-iscsi is: [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '78486e0f-8569-4c13-8cdb-522bb8d9796e', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'port_id': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'mac_address': 'fa:16:3e:4b:1c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:19:49Z', 'updated_at': '2022-03-30T07:20:02Z', 'revision_number': 1, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881d0da5-6071-443f-bd70-2074fd08a617', 'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'mac_address': 'fa:16:3e:95:6f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:31Z', 'updated_at': '2022-03-30T07:15:46Z', 'revision_number': 5, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'subnets': [{'id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:20:03.856204 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6806358e-0744-43aa-afd8-82dd4f604643 req-d23f04f7-ccd4-4a14-b918-3aad199593e0 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952053 Mar 30 07:20:03.920930 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-96b38417-80e9-4acb-990e-d93aa3909752 req-0c3a4436-522e-43b3-8f35-e0b8e981dcfe service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354160 Mar 30 07:20:03.934820 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-ab31d040-0bde-4bfc-93ad-b76add1f046d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Allocated IP 172.20.0.12 (87604e57-b8c9-45c9-ab61-2b321b1caa0c/1ea64624-ec6f-4b03-9f67-6684083299d8/911e3e03-0ad9-43ce-ac95-4b86be14605b) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:20:03.951396 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6806358e-0744-43aa-afd8-82dd4f604643 req-755206b3-939e-45c5-8383-61eaf6fe76da service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881038 Mar 30 07:20:04.072237 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd4adfb-2f99-4d1e-84ec-af22077afff3 None None] New status for floating IP 78486e0f-8569-4c13-8cdb-522bb8d9796e: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:20:04.324089 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc1f21-3dd9-424f-9f49-973c62221dfc req-32726082-bf58-4eea-9a6a-42ecaf407ce0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:04.325681 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-92cc1f21-3dd9-424f-9f49-973c62221dfc req-32726082-bf58-4eea-9a6a-42ecaf407ce0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0725973 Mar 30 07:20:04.362074 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c672f59-3a97-463d-9c24-db3562811991 req-ee350c0d-2983-4b96-8cca-12cced52d01a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 210 time: 0.0352979 Mar 30 07:20:04.368144 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-ab31d040-0bde-4bfc-93ad-b76add1f046d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:04.398420 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-92cc1f21-3dd9-424f-9f49-973c62221dfc req-7a26adf0-4699-4a69-aa58-f88faa178803 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621812 Mar 30 07:20:04.404880 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-ab31d040-0bde-4bfc-93ad-b76add1f046d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:04.445014 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-ab31d040-0bde-4bfc-93ad-b76add1f046d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Network 87604e57-b8c9-45c9-ab61-2b321b1caa0c is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:20:04.448122 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-ab31d040-0bde-4bfc-93ad-b76add1f046d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:20:04.454517 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-ab31d040-0bde-4bfc-93ad-b76add1f046d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:20:04.461143 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31d040-0bde-4bfc-93ad-b76add1f046d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'Port': ['ID=911e3e03-0ad9-43ce-ac95-4b86be14605b,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:04.506506 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-ab31d040-0bde-4bfc-93ad-b76add1f046d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:04.507161 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-ab31d040-0bde-4bfc-93ad-b76add1f046d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:04.525785 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-ab31d040-0bde-4bfc-93ad-b76add1f046d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0012820 Mar 30 07:20:04.548632 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Request body: {'port': {'device_id': '8a76b506-9c23-4b23-a6e2-7c35a67f853b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:20:04.612614 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:04.718011 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2d7c4807-8543-4406-9122-b420a601e0d8 None None] Provisioning complete for port 911e3e03-0ad9-43ce-ac95-4b86be14605b triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:20:04.718578 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4807-8543-4406-9122-b420a601e0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:04.752645 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2d7c4807-8543-4406-9122-b420a601e0d8 None None] Port 911e3e03-0ad9-43ce-ac95-4b86be14605b cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:20:04.883455 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911e3e03-0ad9-43ce-ac95-4b86be14605b {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:20:04.890813 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Publish callbacks [] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:04.902599 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Transition to ACTIVE for port object 911e3e03-0ad9-43ce-ac95-4b86be14605b will not be triggered until provisioned by entity L2. {{(pid=103478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:20:04.909067 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:04.960130 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Pushing event updated for resources: {'Port': ['ID=911e3e03-0ad9-43ce-ac95-4b86be14605b,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:05.038135 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Attempting to bind port 911e3e03-0ad9-43ce-ac95-4b86be14605b on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:20:05.038459 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Attempting to bind port 911e3e03-0ad9-43ce-ac95-4b86be14605b by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:20:05.038784 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Attempting to bind port 911e3e03-0ad9-43ce-ac95-4b86be14605b on network 87604e57-b8c9-45c9-ab61-2b321b1caa0c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:20:05.043345 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Port 911e3e03-0ad9-43ce-ac95-4b86be14605b on network 87604e57-b8c9-45c9-ab61-2b321b1caa0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:20:05.043657 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Attempting to bind port 911e3e03-0ad9-43ce-ac95-4b86be14605b on network 87604e57-b8c9-45c9-ab61-2b321b1caa0c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:20:05.048880 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:20:05.049223 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Checking segment: {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:20:05.049638 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Bound using segment: {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:20:05.050101 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Bound port: 911e3e03-0ad9-43ce-ac95-4b86be14605b, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:20:05.050453 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:05.115760 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] For port 911e3e03-0ad9-43ce-ac95-4b86be14605b, host hv-cinder-83577, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:20:05.119226 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] For port 911e3e03-0ad9-43ce-ac95-4b86be14605b, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=911e3e03-0ad9-43ce-ac95-4b86be14605b,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:20:05.125670 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:05.160184 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:05.160858 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:05.162189 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] 10.222.0.35 "PUT /v2.0/ports/911e3e03-0ad9-43ce-ac95-4b86be14605b HTTP/1.1" status: 200 len: 1094 time: 0.6180978 Mar 30 07:20:05.162622 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a76b506-9c23-4b23-a6e2-7c35a67f853b', 'tag': '911e3e03-0ad9-43ce-ac95-4b86be14605b'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:20:05.165186 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6ac5a1-4605-4c3e-8ae6-8de04c19d4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8a76b506-9c23-4b23-a6e2-7c35a67f853b", "tag": "911e3e03-0ad9-43ce-ac95-4b86be14605b"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:20:05.187962 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1108d-8e6c-4c61-9d0b-70687aef6298 service neutron] Pushing event updated for resources: {'Port': ['ID=911e3e03-0ad9-43ce-ac95-4b86be14605b,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:05.217315 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681cf2cc-7f54-43c8-b0b9-a80b9e0602d0 x-openstack-request-id: req-681cf2cc-7f54-43c8-b0b9-a80b9e0602d0 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:20:05.217612 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a76b506-9c23-4b23-a6e2-7c35a67f853b", "tag": "911e3e03-0ad9-43ce-ac95-4b86be14605b", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:20:05.217865 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-681cf2cc-7f54-43c8-b0b9-a80b9e0602d0 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:20:05.218267 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-681cf2cc-7f54-43c8-b0b9-a80b9e0602d0'] response: {'name': 'network-changed', 'server_uuid': '8a76b506-9c23-4b23-a6e2-7c35a67f853b', 'tag': '911e3e03-0ad9-43ce-ac95-4b86be14605b', 'status': 'completed', 'code': 200} Mar 30 07:20:05.290657 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-5f74b564-b43a-4685-93e7-81fedf27bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:05.292212 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-5f74b564-b43a-4685-93e7-81fedf27bc21 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 1128 time: 0.0531414 Mar 30 07:20:05.359207 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-cd02e1f9-3737-4ac7-b0cf-843c1ca1c412 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911e3e03-0ad9-43ce-ac95-4b86be14605b HTTP/1.1" status: 200 len: 217 time: 0.0497830 Mar 30 07:20:05.407094 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-e0912a47-af67-4bb9-a2fe-465e17fa6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:05.408577 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-e0912a47-af67-4bb9-a2fe-465e17fa6564 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ea64624-ec6f-4b03-9f67-6684083299d8 HTTP/1.1" status: 200 len: 850 time: 0.0426857 Mar 30 07:20:05.475030 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-f64eb03e-dbe4-4035-b1aa-db92ded10181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:05.476644 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-f64eb03e-dbe4-4035-b1aa-db92ded10181 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87604e57-b8c9-45c9-ab61-2b321b1caa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594530 Mar 30 07:20:05.520435 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f611cfb-66d8-431b-a272-8ba973e05e22 req-a7724fff-14c5-4776-9d7a-64e6a0c6777f tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:05.521904 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9f611cfb-66d8-431b-a272-8ba973e05e22 req-a7724fff-14c5-4776-9d7a-64e6a0c6777f tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 944 time: 0.0825229 Mar 30 07:20:05.552860 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102470a-1a4b-4e2d-9c54-a1c7977fbadb req-0332e228-38ea-4bda-aa68-712d11cc38f7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:05.554413 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7102470a-1a4b-4e2d-9c54-a1c7977fbadb req-0332e228-38ea-4bda-aa68-712d11cc38f7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0799344 Mar 30 07:20:05.570693 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-b91de946-f764-44c8-ab07-093715a5e565 service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849822 Mar 30 07:20:05.598215 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9f611cfb-66d8-431b-a272-8ba973e05e22 req-918052a8-b279-4d6e-b1cf-af5cac38e926 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687706 Mar 30 07:20:05.624154 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7102470a-1a4b-4e2d-9c54-a1c7977fbadb req-95f89f95-b54f-49c7-8564-50de365c4c6a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640697 Mar 30 07:20:05.673923 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-5a0d4b71-5b66-4d04-90a1-0d90fa8bf273 req-566bf155-f20e-4f6e-bafe-3693c65eaac6 service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944164 Mar 30 07:20:05.863055 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ac5a1-4605-4c3e-8ae6-8de04c19d4e2 req-911c214d-561e-4f93-985c-c64fb850b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:05.864559 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-3a6ac5a1-4605-4c3e-8ae6-8de04c19d4e2 req-911c214d-561e-4f93-985c-c64fb850b016 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 1128 time: 0.0479262 Mar 30 07:20:05.970812 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ac5a1-4605-4c3e-8ae6-8de04c19d4e2 req-141dda69-160f-4ac9-aa57-8d56aa13ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:05.972187 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-3a6ac5a1-4605-4c3e-8ae6-8de04c19d4e2 req-141dda69-160f-4ac9-aa57-8d56aa13ceaa service neutron] 10.222.0.35 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 912 time: 0.0863233 Mar 30 07:20:06.037348 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-3a6ac5a1-4605-4c3e-8ae6-8de04c19d4e2 req-b2e9be94-9f03-42bb-a183-ebb4f23973c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911e3e03-0ad9-43ce-ac95-4b86be14605b HTTP/1.1" status: 200 len: 217 time: 0.0390351 Mar 30 07:20:06.096956 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ac5a1-4605-4c3e-8ae6-8de04c19d4e2 req-7489e523-de58-458c-bdd8-cdac0185d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:06.098457 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-3a6ac5a1-4605-4c3e-8ae6-8de04c19d4e2 req-7489e523-de58-458c-bdd8-cdac0185d897 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ea64624-ec6f-4b03-9f67-6684083299d8 HTTP/1.1" status: 200 len: 850 time: 0.0448067 Mar 30 07:20:06.158950 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ac5a1-4605-4c3e-8ae6-8de04c19d4e2 req-0b92ffc6-a2bb-453d-9090-29bbb045fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:06.161108 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-3a6ac5a1-4605-4c3e-8ae6-8de04c19d4e2 req-0b92ffc6-a2bb-453d-9090-29bbb045fe15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87604e57-b8c9-45c9-ab61-2b321b1caa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464156 Mar 30 07:20:06.280648 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-3a6ac5a1-4605-4c3e-8ae6-8de04c19d4e2 req-6499f971-f294-4da5-8d6f-4cd34f4d81d4 service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918126 Mar 30 07:20:06.375280 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-3a6ac5a1-4605-4c3e-8ae6-8de04c19d4e2 req-6c65b311-1073-4ab4-9d8e-750057972c5e service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867128 Mar 30 07:20:06.764341 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a62c2b-0a76-481e-983a-4ebe2b37e6c3 req-abb485e3-d9a2-41fc-ada1-f928d18df2b1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:06.765841 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-28a62c2b-0a76-481e-983a-4ebe2b37e6c3 req-abb485e3-d9a2-41fc-ada1-f928d18df2b1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 944 time: 0.0857148 Mar 30 07:20:06.779730 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cd2dd-6a0b-4b68-91a1-a01160205b73 req-d299780c-ee36-4f94-ba4a-fa159b93098e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:06.781150 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f49cd2dd-6a0b-4b68-91a1-a01160205b73 req-d299780c-ee36-4f94-ba4a-fa159b93098e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0730252 Mar 30 07:20:06.850275 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-28a62c2b-0a76-481e-983a-4ebe2b37e6c3 req-674d819f-81e7-47dc-823c-02b15acafbda tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786338 Mar 30 07:20:06.854649 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f49cd2dd-6a0b-4b68-91a1-a01160205b73 req-aeecef48-dfdf-43d7-a45e-27fd0d79189e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678453 Mar 30 07:20:06.985760 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a26afa-9cdf-46f4-bd97-544a13f6fc5f req-3bb08d67-86dc-47dd-b4ae-ea7534c9a6c3 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:06.987246 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-72a26afa-9cdf-46f4-bd97-544a13f6fc5f req-3bb08d67-86dc-47dd-b4ae-ea7534c9a6c3 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0693550 Mar 30 07:20:07.000621 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41408) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:20:07.005271 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-a04f5b74-5db7-4659-9397-dc0bbbf83509 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Request body: {'floatingip': {'port_id': 'c73621da-1c9c-4d35-9b39-2038b6ae4204'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:20:07.066488 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a04f5b74-5db7-4659-9397-dc0bbbf83509 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for floatingip (7eea4d79-11f2-480f-a138-92932d14c875), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:07.572390 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a04f5b74-5db7-4659-9397-dc0bbbf83509 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:07.579512 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a04f5b74-5db7-4659-9397-dc0bbbf83509 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (7eea4d79-11f2-480f-a138-92932d14c875), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:07.811422 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04f5b74-5db7-4659-9397-dc0bbbf83509 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:20:07.923948 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04f5b74-5db7-4659-9397-dc0bbbf83509 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:20:07.929042 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a04f5b74-5db7-4659-9397-dc0bbbf83509 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:07.935005 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c41979-542f-440e-8403-0b99f9545f8f None None] Sync routers for ids ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:20:07.944496 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c41979-542f-440e-8403-0b99f9545f8f None None] Routers {'8b212ec1-cd02-4e08-bbe2-a941f8b5511a'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:20:07.945098 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a3c41979-542f-440e-8403-0b99f9545f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:07.961164 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55662b82-58b5-4206-a411-103fac11b0b2', 'tag': 'c73621da-1c9c-4d35-9b39-2038b6ae4204'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:20:07.963401 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a891905-84c4-4c59-84f7-0856df5cfbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "55662b82-58b5-4206-a411-103fac11b0b2", "tag": "c73621da-1c9c-4d35-9b39-2038b6ae4204"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:20:07.973907 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c452f2e-f556-4586-b2fd-bb9d2d3ad9e7 req-12af460c-327b-40ca-94aa-a04e3d4baaa5 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:07.975287 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9c452f2e-f556-4586-b2fd-bb9d2d3ad9e7 req-12af460c-327b-40ca-94aa-a04e3d4baaa5 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 944 time: 0.0570519 Mar 30 07:20:08.003432 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-a04f5b74-5db7-4659-9397-dc0bbbf83509 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "PUT /v2.0/floatingips/7eea4d79-11f2-480f-a138-92932d14c875 HTTP/1.1" status: 200 len: 994 time: 1.0016861 Mar 30 07:20:08.028336 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f114e1a-6cd2-4d3b-a804-99be38841564 x-openstack-request-id: req-0f114e1a-6cd2-4d3b-a804-99be38841564 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:20:08.028614 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55662b82-58b5-4206-a411-103fac11b0b2", "tag": "c73621da-1c9c-4d35-9b39-2038b6ae4204", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:20:08.028868 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f114e1a-6cd2-4d3b-a804-99be38841564 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:20:08.029268 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f114e1a-6cd2-4d3b-a804-99be38841564'] response: {'name': 'network-changed', 'server_uuid': '55662b82-58b5-4206-a411-103fac11b0b2', 'tag': 'c73621da-1c9c-4d35-9b39-2038b6ae4204', 'status': 'completed', 'code': 200} Mar 30 07:20:08.030290 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9c452f2e-f556-4586-b2fd-bb9d2d3ad9e7 req-e4546d56-1c85-4f31-980c-b1ea65d02042 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486615 Mar 30 07:20:08.063899 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-a3c41979-542f-440e-8403-0b99f9545f8f None None] Set router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:20:08.118335 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a891905-84c4-4c59-84f7-0856df5cfbc9 req-64e64c99-d5cf-44c4-9566-8e436a14cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:08.119875 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0a891905-84c4-4c59-84f7-0856df5cfbc9 req-64e64c99-d5cf-44c4-9566-8e436a14cbfc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 1130 time: 0.0442634 Mar 30 07:20:08.212968 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a891905-84c4-4c59-84f7-0856df5cfbc9 req-c86bd004-ef51-40e1-9a32-8fabac605c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:08.214426 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0a891905-84c4-4c59-84f7-0856df5cfbc9 req-c86bd004-ef51-40e1-9a32-8fabac605c29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 920 time: 0.0861197 Mar 30 07:20:08.283228 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0a891905-84c4-4c59-84f7-0856df5cfbc9 req-f365e9fe-f4d0-4d72-8710-53fed0995c87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73621da-1c9c-4d35-9b39-2038b6ae4204 HTTP/1.1" status: 200 len: 1002 time: 0.0619445 Mar 30 07:20:08.287202 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a3c41979-542f-440e-8403-0b99f9545f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:38Z', 'revision_number': 4, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '7eea4d79-11f2-480f-a138-92932d14c875', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'port_id': 'c73621da-1c9c-4d35-9b39-2038b6ae4204', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'mac_address': 'fa:16:3e:71:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55662b82-58b5-4206-a411-103fac11b0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:18:02Z', 'updated_at': '2022-03-30T07:20:07Z', 'revision_number': 3, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5eeb761-3112-4486-9d8c-0e8299a1c69d', 'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'mac_address': 'fa:16:3e:75:98:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:36Z', 'updated_at': '2022-03-30T07:15:51Z', 'revision_number': 5, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'subnets': [{'id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:08.316709 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c41979-542f-440e-8403-0b99f9545f8f None None] Checking router: 8b212ec1-cd02-4e08-bbe2-a941f8b5511a for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:20:08.325533 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c41979-542f-440e-8403-0b99f9545f8f None None] Routers {'8b212ec1-cd02-4e08-bbe2-a941f8b5511a'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:20:08.326120 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a3c41979-542f-440e-8403-0b99f9545f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:08.331675 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a891905-84c4-4c59-84f7-0856df5cfbc9 req-01824af0-d0fd-4fd3-b565-936f1a1a90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:08.333148 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0a891905-84c4-4c59-84f7-0856df5cfbc9 req-01824af0-d0fd-4fd3-b565-936f1a1a90ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 200 len: 858 time: 0.0429087 Mar 30 07:20:08.382032 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a891905-84c4-4c59-84f7-0856df5cfbc9 req-f46f25b0-1f6f-4c92-89e3-e54e196c7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:08.383615 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0a891905-84c4-4c59-84f7-0856df5cfbc9 req-f46f25b0-1f6f-4c92-89e3-e54e196c7d65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9678c55-7461-4938-ba80-6574cdde20b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440741 Mar 30 07:20:08.435601 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-a3c41979-542f-440e-8403-0b99f9545f8f None None] Set router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:20:08.478261 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0a891905-84c4-4c59-84f7-0856df5cfbc9 req-44645077-9207-4524-a8e6-e22118e533a3 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854366 Mar 30 07:20:08.566720 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0a891905-84c4-4c59-84f7-0856df5cfbc9 req-23c1b1c4-077b-4294-992c-327fd6a2126e service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798712 Mar 30 07:20:08.657069 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a3c41979-542f-440e-8403-0b99f9545f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:38Z', 'revision_number': 4, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '7eea4d79-11f2-480f-a138-92932d14c875', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'port_id': 'c73621da-1c9c-4d35-9b39-2038b6ae4204', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'mac_address': 'fa:16:3e:71:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55662b82-58b5-4206-a411-103fac11b0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:18:02Z', 'updated_at': '2022-03-30T07:20:07Z', 'revision_number': 3, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5eeb761-3112-4486-9d8c-0e8299a1c69d', 'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'mac_address': 'fa:16:3e:75:98:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:36Z', 'updated_at': '2022-03-30T07:15:51Z', 'revision_number': 5, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'subnets': [{'id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:08.682318 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c41979-542f-440e-8403-0b99f9545f8f None None] The sync data for ids ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'] in dv-cinder-835778-2-iscsi is: [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:38Z', 'revision_number': 4, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '7eea4d79-11f2-480f-a138-92932d14c875', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'port_id': 'c73621da-1c9c-4d35-9b39-2038b6ae4204', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'mac_address': 'fa:16:3e:71:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55662b82-58b5-4206-a411-103fac11b0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:18:02Z', 'updated_at': '2022-03-30T07:20:07Z', 'revision_number': 3, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5eeb761-3112-4486-9d8c-0e8299a1c69d', 'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'mac_address': 'fa:16:3e:75:98:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:36Z', 'updated_at': '2022-03-30T07:15:51Z', 'revision_number': 5, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'subnets': [{'id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:20:09.167748 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa92bd3-3cc5-4577-8f7f-d74f41330691 req-7bbbeb49-177c-4219-ad64-3f6944fd7988 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:09.169209 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2aa92bd3-3cc5-4577-8f7f-d74f41330691 req-7bbbeb49-177c-4219-ad64-3f6944fd7988 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 944 time: 0.0545235 Mar 30 07:20:09.223783 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2aa92bd3-3cc5-4577-8f7f-d74f41330691 req-f4f1acd4-2540-4625-a951-46fc3311dd3c tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487652 Mar 30 07:20:10.030847 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55662b82-58b5-4206-a411-103fac11b0b2', 'tag': 'c73621da-1c9c-4d35-9b39-2038b6ae4204'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:20:10.034599 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c12236e-b6c2-41a7-8f92-71fbb558bca0" -d '{"events": [{"name": "network-changed", "server_uuid": "55662b82-58b5-4206-a411-103fac11b0b2", "tag": "c73621da-1c9c-4d35-9b39-2038b6ae4204"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:20:10.076121 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae133e4-339a-433d-a3e5-f5ccd621642f x-openstack-request-id: req-1ae133e4-339a-433d-a3e5-f5ccd621642f {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:20:10.076393 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55662b82-58b5-4206-a411-103fac11b0b2", "tag": "c73621da-1c9c-4d35-9b39-2038b6ae4204", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:20:10.076658 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ae133e4-339a-433d-a3e5-f5ccd621642f {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:20:10.077164 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae133e4-339a-433d-a3e5-f5ccd621642f'] response: {'name': 'network-changed', 'server_uuid': '55662b82-58b5-4206-a411-103fac11b0b2', 'tag': 'c73621da-1c9c-4d35-9b39-2038b6ae4204', 'status': 'completed', 'code': 200} Mar 30 07:20:10.165910 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12236e-b6c2-41a7-8f92-71fbb558bca0 req-04ddf00d-912f-4e73-bab3-0bd88a747387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:10.167404 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7c12236e-b6c2-41a7-8f92-71fbb558bca0 req-04ddf00d-912f-4e73-bab3-0bd88a747387 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 1130 time: 0.0476027 Mar 30 07:20:10.261330 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12236e-b6c2-41a7-8f92-71fbb558bca0 req-d4cc645a-ac6a-43e5-8545-a365bc08e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:10.262897 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7c12236e-b6c2-41a7-8f92-71fbb558bca0 req-d4cc645a-ac6a-43e5-8545-a365bc08e683 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 920 time: 0.0894587 Mar 30 07:20:10.329820 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7c12236e-b6c2-41a7-8f92-71fbb558bca0 req-e2118c54-e1ea-4ec7-89b8-53de32c35c9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73621da-1c9c-4d35-9b39-2038b6ae4204 HTTP/1.1" status: 200 len: 1002 time: 0.0610418 Mar 30 07:20:10.351060 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c115f65-f319-4912-b19a-cd238d8ddbb1 req-88f8f6c7-27c8-4daf-9218-69b92aad26e7 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:10.352597 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c115f65-f319-4912-b19a-cd238d8ddbb1 req-88f8f6c7-27c8-4daf-9218-69b92aad26e7 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 944 time: 0.0575938 Mar 30 07:20:10.381861 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12236e-b6c2-41a7-8f92-71fbb558bca0 req-9e61515a-cccd-4979-806f-ffa794356e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:10.383303 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7c12236e-b6c2-41a7-8f92-71fbb558bca0 req-9e61515a-cccd-4979-806f-ffa794356e4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 200 len: 858 time: 0.0469303 Mar 30 07:20:10.401856 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c115f65-f319-4912-b19a-cd238d8ddbb1 req-8546be26-daf7-4589-bcb6-f09ea4ea02cf tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441587 Mar 30 07:20:10.438647 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12236e-b6c2-41a7-8f92-71fbb558bca0 req-038301dc-728f-4ec5-94d0-dd3339ef4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:10.440239 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7c12236e-b6c2-41a7-8f92-71fbb558bca0 req-038301dc-728f-4ec5-94d0-dd3339ef4653 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9678c55-7461-4938-ba80-6574cdde20b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496955 Mar 30 07:20:10.530324 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7c12236e-b6c2-41a7-8f92-71fbb558bca0 req-d55f291f-5bfc-444e-97cb-ce731215c554 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836027 Mar 30 07:20:10.623207 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7c12236e-b6c2-41a7-8f92-71fbb558bca0 req-72b4ea0c-003d-4305-b640-888bd1d18f53 service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864568 Mar 30 07:20:11.534889 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb00052-ac56-4f32-9e80-25677cfb7c97 req-f5058f0a-8de8-4412-8650-8ef8c4be8388 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:11.536276 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-afb00052-ac56-4f32-9e80-25677cfb7c97 req-f5058f0a-8de8-4412-8650-8ef8c4be8388 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 944 time: 0.0554268 Mar 30 07:20:11.597533 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-afb00052-ac56-4f32-9e80-25677cfb7c97 req-b79aca3c-89be-49e6-ae45-15a6d49bc97d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550637 Mar 30 07:20:12.168672 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 911e3e03-0ad9-43ce-ac95-4b86be14605b details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:20:12.268512 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 911e3e03-0ad9-43ce-ac95-4b86be14605b, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=911e3e03-0ad9-43ce-ac95-4b86be14605b,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:20:12.280510 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '911e3e03-0ad9-43ce-ac95-4b86be14605b', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'port_id': '911e3e03-0ad9-43ce-ac95-4b86be14605b', 'mac_address': 'fa:16:3e:0f:6e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:20:12.319506 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 911e3e03-0ad9-43ce-ac95-4b86be14605b is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:20:12.319886 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:12.332876 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911e3e03-0ad9-43ce-ac95-4b86be14605b {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:20:12.353682 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 911e3e03-0ad9-43ce-ac95-4b86be14605b, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=911e3e03-0ad9-43ce-ac95-4b86be14605b,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:20:12.359570 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:12.410161 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=911e3e03-0ad9-43ce-ac95-4b86be14605b,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:12.728161 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3af22-48ab-4159-8773-c9f7e9bf1cb1 req-d2eb7a6e-081b-42f8-ba97-474307a1b90f tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:12.729917 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-18b3af22-48ab-4159-8773-c9f7e9bf1cb1 req-d2eb7a6e-081b-42f8-ba97-474307a1b90f tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 945 time: 0.0614340 Mar 30 07:20:12.751118 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['911e3e03-0ad9-43ce-ac95-4b86be14605b'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:20:12.781678 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-18b3af22-48ab-4159-8773-c9f7e9bf1cb1 req-5e1e1238-35ef-4b9d-ac27-341d7ffbd954 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Mar 30 07:20:13.924766 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30dfb6-339a-4a9a-ab5b-5a7f6b12fdb6 req-fa104b73-79e0-4665-8917-d1aade4830ac tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:13.927066 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1c30dfb6-339a-4a9a-ab5b-5a7f6b12fdb6 req-fa104b73-79e0-4665-8917-d1aade4830ac tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 945 time: 0.0707362 Mar 30 07:20:13.978281 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1c30dfb6-339a-4a9a-ab5b-5a7f6b12fdb6 req-bf73b820-0312-45ca-ae99-bc24a47d8341 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441043 Mar 30 07:20:14.171132 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 911e3e03-0ad9-43ce-ac95-4b86be14605b up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:20:14.227623 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port 911e3e03-0ad9-43ce-ac95-4b86be14605b completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:20:14.232393 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 911e3e03-0ad9-43ce-ac95-4b86be14605b triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:20:14.232765 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:14.313797 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 911e3e03-0ad9-43ce-ac95-4b86be14605b is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:20:14.314175 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:14.337464 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a76b506-9c23-4b23-a6e2-7c35a67f853b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911e3e03-0ad9-43ce-ac95-4b86be14605b'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:20:14.339765 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b839ed1-5665-490e-a0bd-5461484b013d" -d '{"events": [{"server_uuid": "8a76b506-9c23-4b23-a6e2-7c35a67f853b", "name": "network-vif-plugged", "status": "completed", "tag": "911e3e03-0ad9-43ce-ac95-4b86be14605b"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:20:14.352047 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 911e3e03-0ad9-43ce-ac95-4b86be14605b, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=911e3e03-0ad9-43ce-ac95-4b86be14605b,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:20:14.356760 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:14.382936 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c11ae5-1980-4c71-8bc8-4b9e9c0413d1 x-openstack-request-id: req-78c11ae5-1980-4c71-8bc8-4b9e9c0413d1 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:20:14.383275 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a76b506-9c23-4b23-a6e2-7c35a67f853b", "name": "network-vif-plugged", "status": "completed", "tag": "911e3e03-0ad9-43ce-ac95-4b86be14605b", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:20:14.383763 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78c11ae5-1980-4c71-8bc8-4b9e9c0413d1 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:20:14.384287 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c11ae5-1980-4c71-8bc8-4b9e9c0413d1'] response: {'server_uuid': '8a76b506-9c23-4b23-a6e2-7c35a67f853b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911e3e03-0ad9-43ce-ac95-4b86be14605b', 'code': 200} Mar 30 07:20:14.410921 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=911e3e03-0ad9-43ce-ac95-4b86be14605b,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:14.723477 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d15dd-19db-4614-aaed-ccc6b5a75e90 req-31a8a79b-de18-428b-bcc5-387d47ee9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:14.724985 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-628d15dd-19db-4614-aaed-ccc6b5a75e90 req-31a8a79b-de18-428b-bcc5-387d47ee9124 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 1130 time: 0.0482504 Mar 30 07:20:14.772282 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-628d15dd-19db-4614-aaed-ccc6b5a75e90 req-ebfa71d3-5339-43fb-8a2b-514d48e52863 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407670 Mar 30 07:20:15.116815 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f96600-0cfe-43e1-9919-21ea82bbe537 req-9e4d2629-c5b8-44ea-b9c9-b119a665ffc6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:15.118289 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31f96600-0cfe-43e1-9919-21ea82bbe537 req-9e4d2629-c5b8-44ea-b9c9-b119a665ffc6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 946 time: 0.0611186 Mar 30 07:20:15.174248 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31f96600-0cfe-43e1-9919-21ea82bbe537 req-e9bd016a-f96e-4301-a763-c1478bc5d2e4 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468717 Mar 30 07:20:16.311501 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2fc84-40cc-4228-a1ec-fbc46d192396 req-d495185d-c54a-4353-9085-f2380493f9d3 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:16.312998 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-34d2fc84-40cc-4228-a1ec-fbc46d192396 req-d495185d-c54a-4353-9085-f2380493f9d3 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 946 time: 0.0622308 Mar 30 07:20:16.363453 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-34d2fc84-40cc-4228-a1ec-fbc46d192396 req-89238770-0900-4470-aaa1-70603a6389dc tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447838 Mar 30 07:20:16.488010 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5db2d-747b-4975-9b4c-581606af2f55 req-6ae3cf73-2b44-48f2-b634-529da6f31dba tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:16.489384 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7bb5db2d-747b-4975-9b4c-581606af2f55 req-6ae3cf73-2b44-48f2-b634-529da6f31dba tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 946 time: 0.0543494 Mar 30 07:20:16.539830 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7bb5db2d-747b-4975-9b4c-581606af2f55 req-df6aff49-8d3e-40e8-8bec-d22c891e07c2 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 Mar 30 07:20:16.562422 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41446) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:20:16.713333 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae7b3b3-ab2c-4974-94b3-8e2a457b739c tempest-TestVolumeBootPattern-1579352896 tempest-TestVolumeBootPattern-1579352896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:16.714892 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-dae7b3b3-ab2c-4974-94b3-8e2a457b739c tempest-TestVolumeBootPattern-1579352896 tempest-TestVolumeBootPattern-1579352896-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 1125 time: 0.1514845 Mar 30 07:20:16.717898 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41450) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:20:16.722007 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Request body: {'floatingip': {'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'port_id': '911e3e03-0ad9-43ce-ac95-4b86be14605b', 'tenant_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:20:16.744190 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:16.842339 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:16.948823 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Allocated IP 172.27.1.239 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/768576eb-b035-48a0-8b0e-6c30844bfcb4) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:20:17.049596 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for port (768576eb-b035-48a0-8b0e-6c30844bfcb4), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:17.084518 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (768576eb-b035-48a0-8b0e-6c30844bfcb4), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:17.124164 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:20:17.127055 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:20:17.133561 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:20:17.138990 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'Port': ['ID=768576eb-b035-48a0-8b0e-6c30844bfcb4,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:17.501019 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for floatingip (03975743-5b01-4711-a32e-18de5126328e), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:17.584215 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (768576eb-b035-48a0-8b0e-6c30844bfcb4), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:17.737005 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for port (768576eb-b035-48a0-8b0e-6c30844bfcb4), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:17.743965 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (768576eb-b035-48a0-8b0e-6c30844bfcb4), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:17.807009 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'Port': ['ID=768576eb-b035-48a0-8b0e-6c30844bfcb4,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:17.820695 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (03975743-5b01-4711-a32e-18de5126328e), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:18.197701 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.l3_db [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Floating IP 03975743-5b01-4711-a32e-18de5126328e associated. External IP: 172.27.1.239, port: 911e3e03-0ad9-43ce-ac95-4b86be14605b. Mar 30 07:20:18.445897 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Router f3122407-99bb-41d9-bf17-9d5238cff320 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:20:18.598211 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:20:18.610637 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd1dbf-4ae2-45a6-ba97-45f7cc9dc0a4 None None] Sync routers for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:20:18.621911 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd1dbf-4ae2-45a6-ba97-45f7cc9dc0a4 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:20:18.622522 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4edd1dbf-4ae2-45a6-ba97-45f7cc9dc0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:18.622825 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:18.655727 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-8f17076d-ed70-4a88-aceb-e6fbc8473db9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9367950 Mar 30 07:20:18.656404 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a76b506-9c23-4b23-a6e2-7c35a67f853b', 'tag': '911e3e03-0ad9-43ce-ac95-4b86be14605b'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:20:18.658693 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce96b315-aa54-4805-8bf8-6da5e9ac888a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a76b506-9c23-4b23-a6e2-7c35a67f853b", "tag": "911e3e03-0ad9-43ce-ac95-4b86be14605b"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:20:18.705812 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e537510a-bf35-4b3e-b98c-f63e620db3e7 x-openstack-request-id: req-e537510a-bf35-4b3e-b98c-f63e620db3e7 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:20:18.706382 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a76b506-9c23-4b23-a6e2-7c35a67f853b", "tag": "911e3e03-0ad9-43ce-ac95-4b86be14605b", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:20:18.706528 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e537510a-bf35-4b3e-b98c-f63e620db3e7 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:20:18.707143 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e537510a-bf35-4b3e-b98c-f63e620db3e7'] response: {'name': 'network-changed', 'server_uuid': '8a76b506-9c23-4b23-a6e2-7c35a67f853b', 'tag': '911e3e03-0ad9-43ce-ac95-4b86be14605b', 'status': 'completed', 'code': 200} Mar 30 07:20:18.747995 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4edd1dbf-4ae2-45a6-ba97-45f7cc9dc0a4 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:20:18.814216 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b315-aa54-4805-8bf8-6da5e9ac888a req-63479a25-37ba-4c0e-a158-813fe544e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:18.816210 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ce96b315-aa54-4805-8bf8-6da5e9ac888a req-63479a25-37ba-4c0e-a158-813fe544e3bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 1130 time: 0.0521421 Mar 30 07:20:18.936515 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b315-aa54-4805-8bf8-6da5e9ac888a req-4f07a44c-a1f5-42f3-aa53-800e5d547926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:18.938411 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ce96b315-aa54-4805-8bf8-6da5e9ac888a req-4f07a44c-a1f5-42f3-aa53-800e5d547926 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 912 time: 0.1089032 Mar 30 07:20:19.012434 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ce96b315-aa54-4805-8bf8-6da5e9ac888a req-6825585c-2a61-47f3-b424-e78817ca1167 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911e3e03-0ad9-43ce-ac95-4b86be14605b HTTP/1.1" status: 200 len: 1000 time: 0.0626662 Mar 30 07:20:19.026639 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4edd1dbf-4ae2-45a6-ba97-45f7cc9dc0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '03975743-5b01-4711-a32e-18de5126328e', 'tenant_id': '803772b9959c49c988cb738b94678917', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'port_id': '911e3e03-0ad9-43ce-ac95-4b86be14605b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'mac_address': 'fa:16:3e:0f:6e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a76b506-9c23-4b23-a6e2-7c35a67f853b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:20:17Z', 'updated_at': '2022-03-30T07:20:17Z', 'revision_number': 0, 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:19.056790 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd1dbf-4ae2-45a6-ba97-45f7cc9dc0a4 None None] Checking router: f3122407-99bb-41d9-bf17-9d5238cff320 for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:20:19.064717 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b315-aa54-4805-8bf8-6da5e9ac888a req-c33a4c0d-41eb-4121-90a5-7adbccff8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:19.066180 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ce96b315-aa54-4805-8bf8-6da5e9ac888a req-c33a4c0d-41eb-4121-90a5-7adbccff8c46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ea64624-ec6f-4b03-9f67-6684083299d8 HTTP/1.1" status: 200 len: 850 time: 0.0449910 Mar 30 07:20:19.066305 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd1dbf-4ae2-45a6-ba97-45f7cc9dc0a4 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:20:19.068456 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4edd1dbf-4ae2-45a6-ba97-45f7cc9dc0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:19:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:19.135111 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b315-aa54-4805-8bf8-6da5e9ac888a req-231e9271-acd3-42f3-9e59-7c120d7ba902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:19.136708 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ce96b315-aa54-4805-8bf8-6da5e9ac888a req-231e9271-acd3-42f3-9e59-7c120d7ba902 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87604e57-b8c9-45c9-ab61-2b321b1caa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625982 Mar 30 07:20:19.241573 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ce96b315-aa54-4805-8bf8-6da5e9ac888a req-abf64e85-ac42-4bd3-be47-43fc19b432f7 service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955627 Mar 30 07:20:19.333325 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4edd1dbf-4ae2-45a6-ba97-45f7cc9dc0a4 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:20:19.340095 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ce96b315-aa54-4805-8bf8-6da5e9ac888a req-a0f5c97b-f746-4340-91e9-f21db06f2582 service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884562 Mar 30 07:20:19.590657 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4edd1dbf-4ae2-45a6-ba97-45f7cc9dc0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '03975743-5b01-4711-a32e-18de5126328e', 'tenant_id': '803772b9959c49c988cb738b94678917', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'port_id': '911e3e03-0ad9-43ce-ac95-4b86be14605b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'mac_address': 'fa:16:3e:0f:6e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a76b506-9c23-4b23-a6e2-7c35a67f853b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:20:17Z', 'updated_at': '2022-03-30T07:20:17Z', 'revision_number': 0, 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:19.617817 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edd1dbf-4ae2-45a6-ba97-45f7cc9dc0a4 None None] The sync data for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi is: [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '03975743-5b01-4711-a32e-18de5126328e', 'tenant_id': '803772b9959c49c988cb738b94678917', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'port_id': '911e3e03-0ad9-43ce-ac95-4b86be14605b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'mac_address': 'fa:16:3e:0f:6e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a76b506-9c23-4b23-a6e2-7c35a67f853b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:20:17Z', 'updated_at': '2022-03-30T07:20:17Z', 'revision_number': 0, 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:20:19.841298 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626cb811-88e3-46d2-86a1-5e78c7f35ec7 None None] New status for floating IP 03975743-5b01-4711-a32e-18de5126328e: ACTIVE {{(pid=103480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:20:22.714395 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:20:24.216328 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88d65927-0289-44ae-b9ea-86fd3a09c8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:25.376955 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2a466-6f15-4646-8cd2-ded69f3724c4 req-cd9a9d3f-30e9-429d-a971-6f08af59b50a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:25.378382 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0dd2a466-6f15-4646-8cd2-ded69f3724c4 req-cd9a9d3f-30e9-429d-a971-6f08af59b50a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0617800 Mar 30 07:20:25.428831 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0dd2a466-6f15-4646-8cd2-ded69f3724c4 req-5e18fe6a-a203-46d6-aea2-8476077fbba5 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414963 Mar 30 07:20:26.427801 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9a2d888-584b-46e9-964e-dba8ce659118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:26.556205 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78268251-1056-46be-b7ea-194ce752ce01 req-694d6c15-23e9-4f3d-aa78-2ec10fffce97 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:26.557709 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-78268251-1056-46be-b7ea-194ce752ce01 req-694d6c15-23e9-4f3d-aa78-2ec10fffce97 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0582848 Mar 30 07:20:26.604918 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-78268251-1056-46be-b7ea-194ce752ce01 req-32a0ab73-7e65-41b9-bcdf-8ee5402d3778 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415912 Mar 30 07:20:27.737280 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192751cd-7ea1-4782-a82c-98152993ba45 req-f99fef06-7278-4906-be85-16c2fa6cee18 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:27.738759 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-192751cd-7ea1-4782-a82c-98152993ba45 req-f99fef06-7278-4906-be85-16c2fa6cee18 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0603960 Mar 30 07:20:27.765554 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d6641-0dab-4544-8827-422db3c643ae req-b527dec7-e964-4a86-99d4-820f255486bf tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:27.767081 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-cb9d6641-0dab-4544-8827-422db3c643ae req-b527dec7-e964-4a86-99d4-820f255486bf tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 946 time: 0.0558801 Mar 30 07:20:27.787222 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-192751cd-7ea1-4782-a82c-98152993ba45 req-bdfab469-199d-48e0-8009-934e6246d2c1 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe337646-b240-4ea3-b392-9f18df250c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427330 Mar 30 07:20:27.868311 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-cb9d6641-0dab-4544-8827-422db3c643ae req-84a2f8f6-472c-45db-81eb-8ea2f5d5213b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Deleting port cc0a9d6a-7177-46dd-b56e-afefa52539b0 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:20:27.868644 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-cb9d6641-0dab-4544-8827-422db3c643ae req-84a2f8f6-472c-45db-81eb-8ea2f5d5213b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:27.941684 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:27.963718 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-cb9d6641-0dab-4544-8827-422db3c643ae req-84a2f8f6-472c-45db-81eb-8ea2f5d5213b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] For port cc0a9d6a-7177-46dd-b56e-afefa52539b0, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=cc0a9d6a-7177-46dd-b56e-afefa52539b0,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:20:27.964083 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-cb9d6641-0dab-4544-8827-422db3c643ae req-84a2f8f6-472c-45db-81eb-8ea2f5d5213b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:28.140564 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-cb9d6641-0dab-4544-8827-422db3c643ae req-84a2f8f6-472c-45db-81eb-8ea2f5d5213b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:28.140929 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-cb9d6641-0dab-4544-8827-422db3c643ae req-84a2f8f6-472c-45db-81eb-8ea2f5d5213b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (95e6f8ee-6431-4206-91ae-cdb918be8b8b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:28.141319 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.l3_db [req-cb9d6641-0dab-4544-8827-422db3c643ae req-84a2f8f6-472c-45db-81eb-8ea2f5d5213b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Floating IP 95e6f8ee-6431-4206-91ae-cdb918be8b8b disassociated. External IP: 172.27.1.126, port: cc0a9d6a-7177-46dd-b56e-afefa52539b0. Mar 30 07:20:28.141673 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-cb9d6641-0dab-4544-8827-422db3c643ae req-84a2f8f6-472c-45db-81eb-8ea2f5d5213b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Calling delete_port for cc0a9d6a-7177-46dd-b56e-afefa52539b0 owned by compute:nova {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:20:28.281259 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-cb9d6641-0dab-4544-8827-422db3c643ae req-84a2f8f6-472c-45db-81eb-8ea2f5d5213b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (cc0a9d6a-7177-46dd-b56e-afefa52539b0), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:28.319390 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2f8f6-472c-45db-81eb-8ea2f5d5213b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event deleted for resources: {'Port': ['ID=cc0a9d6a-7177-46dd-b56e-afefa52539b0,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:28.438360 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb9d6641-0dab-4544-8827-422db3c643ae req-84a2f8f6-472c-45db-81eb-8ea2f5d5213b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Router 6e6d1798-36e0-4199-ba85-8baf42d415cb has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:20:28.548585 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb9d6641-0dab-4544-8827-422db3c643ae req-84a2f8f6-472c-45db-81eb-8ea2f5d5213b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:20:28.558462 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed109baa-44ea-488c-a99f-4edee377edbb None None] Sync routers for ids ['6e6d1798-36e0-4199-ba85-8baf42d415cb'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:20:28.573017 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed109baa-44ea-488c-a99f-4edee377edbb None None] Routers {'6e6d1798-36e0-4199-ba85-8baf42d415cb'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:20:28.573665 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ed109baa-44ea-488c-a99f-4edee377edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:20:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6e6d1798-36e0-4199-ba85-8baf42d415cb'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:28.590054 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9d6641-0dab-4544-8827-422db3c643ae req-84a2f8f6-472c-45db-81eb-8ea2f5d5213b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] No DVR routers for this DVR port cc0a9d6a-7177-46dd-b56e-afefa52539b0 on host hv-cinder-83577 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:20:28.592903 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-cb9d6641-0dab-4544-8827-422db3c643ae req-84a2f8f6-472c-45db-81eb-8ea2f5d5213b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:28.596293 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-cb9d6641-0dab-4544-8827-422db3c643ae req-84a2f8f6-472c-45db-81eb-8ea2f5d5213b tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.35 "DELETE /v2.0/ports/cc0a9d6a-7177-46dd-b56e-afefa52539b0 HTTP/1.1" status: 204 len: 173 time: 0.8234842 Mar 30 07:20:28.596729 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea531783-864c-44f2-9311-d1939a112f2b', 'name': 'network-vif-deleted', 'tag': 'cc0a9d6a-7177-46dd-b56e-afefa52539b0'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:20:28.598935 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb2237a-04cc-40bd-a28b-dacf4fdf74b5" -d '{"events": [{"server_uuid": "ea531783-864c-44f2-9311-d1939a112f2b", "name": "network-vif-deleted", "tag": "cc0a9d6a-7177-46dd-b56e-afefa52539b0"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:20:28.637386 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5044f55a-8ede-4711-a9f4-f2780f56a37d x-openstack-request-id: req-5044f55a-8ede-4711-a9f4-f2780f56a37d {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:20:28.637681 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea531783-864c-44f2-9311-d1939a112f2b", "name": "network-vif-deleted", "tag": "cc0a9d6a-7177-46dd-b56e-afefa52539b0", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:20:28.637999 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5044f55a-8ede-4711-a9f4-f2780f56a37d {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:20:28.638470 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5044f55a-8ede-4711-a9f4-f2780f56a37d'] response: {'server_uuid': 'ea531783-864c-44f2-9311-d1939a112f2b', 'name': 'network-vif-deleted', 'tag': 'cc0a9d6a-7177-46dd-b56e-afefa52539b0', 'status': 'completed', 'code': 200} Mar 30 07:20:28.686162 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ed109baa-44ea-488c-a99f-4edee377edbb None None] Set router 6e6d1798-36e0-4199-ba85-8baf42d415cb gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:20:28.901874 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-447c7406-46cf-4085-ac20-6e7ee7d853c6 req-1f28937a-a568-4401-944f-525cd4beb75c tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea531783-864c-44f2-9311-d1939a112f2b HTTP/1.1" status: 200 len: 210 time: 0.0301027 Mar 30 07:20:28.903459 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ed109baa-44ea-488c-a99f-4edee377edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '7a706512-298d-4598-a89f-1a127e04843d', 'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'mac_address': 'fa:16:3e:71:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:35Z', 'updated_at': '2022-03-30T07:15:48Z', 'revision_number': 5, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'subnets': [{'id': '0797f928-0864-4478-9227-7f35a120a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:28.930073 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed109baa-44ea-488c-a99f-4edee377edbb None None] Checking router: 6e6d1798-36e0-4199-ba85-8baf42d415cb for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:20:28.939108 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed109baa-44ea-488c-a99f-4edee377edbb None None] Routers {'6e6d1798-36e0-4199-ba85-8baf42d415cb'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:20:28.939749 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ed109baa-44ea-488c-a99f-4edee377edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:20:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6e6d1798-36e0-4199-ba85-8baf42d415cb'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:29.061860 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ed109baa-44ea-488c-a99f-4edee377edbb None None] Set router 6e6d1798-36e0-4199-ba85-8baf42d415cb gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:20:29.112796 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:29.283197 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ed109baa-44ea-488c-a99f-4edee377edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '7a706512-298d-4598-a89f-1a127e04843d', 'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'mac_address': 'fa:16:3e:71:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:35Z', 'updated_at': '2022-03-30T07:15:48Z', 'revision_number': 5, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'subnets': [{'id': '0797f928-0864-4478-9227-7f35a120a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:29.310412 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed109baa-44ea-488c-a99f-4edee377edbb None None] The sync data for ids ['6e6d1798-36e0-4199-ba85-8baf42d415cb'] in dv-cinder-835778-2-iscsi is: [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '7a706512-298d-4598-a89f-1a127e04843d', 'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'mac_address': 'fa:16:3e:71:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:35Z', 'updated_at': '2022-03-30T07:15:48Z', 'revision_number': 5, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'subnets': [{'id': '0797f928-0864-4478-9227-7f35a120a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:20:29.533824 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea92dce-22cc-4967-a659-3e9f84c2dfff None None] New status for floating IP 95e6f8ee-6431-4206-91ae-cdb918be8b8b: DOWN {{(pid=103480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:20:29.999498 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41486) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:20:30.058769 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a16c5794-f23f-42f8-bfe6-d5f45766b69a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group (fe337646-b240-4ea3-b392-9f18df250c3c), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:30.083560 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a16c5794-f23f-42f8-bfe6-d5f45766b69a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group (fe337646-b240-4ea3-b392-9f18df250c3c), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:30.137214 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a16c5794-f23f-42f8-bfe6-d5f45766b69a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (fe337646-b240-4ea3-b392-9f18df250c3c), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:30.139882 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a16c5794-f23f-42f8-bfe6-d5f45766b69a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:30.141027 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-a16c5794-f23f-42f8-bfe6-d5f45766b69a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "DELETE /v2.0/security-groups/fe337646-b240-4ea3-b392-9f18df250c3c HTTP/1.1" status: 204 len: 168 time: 0.1405523 Mar 30 07:20:30.143911 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41488) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:20:30.149806 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c5794-f23f-42f8-bfe6-d5f45766b69a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe337646-b240-4ea3-b392-9f18df250c3c,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:30.159409 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.api.v2.resource [None req-736961ac-fe03-4733-95eb-ee69eae6f5cb tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] show failed (client error): The resource could not be found. Mar 30 07:20:30.160692 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-736961ac-fe03-4733-95eb-ee69eae6f5cb tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups/fe337646-b240-4ea3-b392-9f18df250c3c HTTP/1.1" status: 404 len: 347 time: 0.0157728 Mar 30 07:20:30.163623 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41490) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:20:30.256819 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device cc0a9d6a-7177-46dd-b56e-afefa52539b0 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:20:30.277241 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: cc0a9d6a-7177-46dd-b56e-afefa52539b0 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:20:30.277582 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device cc0a9d6a-7177-46dd-b56e-afefa52539b0 not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:20:30.289497 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8db8cd34-297a-41af-b725-e9fd66aa2f46 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Deleting port a75fac4f-ab0b-4394-99f3-c0348e516ea3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:20:30.289891 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8db8cd34-297a-41af-b725-e9fd66aa2f46 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (a75fac4f-ab0b-4394-99f3-c0348e516ea3), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:30.371019 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8db8cd34-297a-41af-b725-e9fd66aa2f46 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (a75fac4f-ab0b-4394-99f3-c0348e516ea3), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:30.371298 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8db8cd34-297a-41af-b725-e9fd66aa2f46 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for floatingip (a75fac4f-ab0b-4394-99f3-c0348e516ea3), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:30.383300 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8db8cd34-297a-41af-b725-e9fd66aa2f46 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Calling delete_port for a75fac4f-ab0b-4394-99f3-c0348e516ea3 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:20:30.567541 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8db8cd34-297a-41af-b725-e9fd66aa2f46 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (a75fac4f-ab0b-4394-99f3-c0348e516ea3), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:30.593448 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8cd34-297a-41af-b725-e9fd66aa2f46 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event deleted for resources: {'Port': ['ID=a75fac4f-ab0b-4394-99f3-c0348e516ea3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:30.637806 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:30.653301 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8db8cd34-297a-41af-b725-e9fd66aa2f46 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for floatingip (95e6f8ee-6431-4206-91ae-cdb918be8b8b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:30.655890 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8db8cd34-297a-41af-b725-e9fd66aa2f46 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:30.657048 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8db8cd34-297a-41af-b725-e9fd66aa2f46 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "DELETE /v2.0/floatingips/95e6f8ee-6431-4206-91ae-cdb918be8b8b HTTP/1.1" status: 204 len: 168 time: 0.4924521 Mar 30 07:20:31.174872 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-48745aea-5a0d-41f7-8657-2a929f1775ef req-a3e1f835-30cc-4c62-8e3d-cfd9b557b7b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447204 Mar 30 07:20:31.194767 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41494) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:20:31.199207 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-dd25e96c-fd92-43e1-b473-dcaab2c0295c tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--586700796', 'description': 'tempest-description--1360437624'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:20:31.221021 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dd25e96c-fd92-43e1-b473-dcaab2c0295c tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:31.320138 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dd25e96c-fd92-43e1-b473-dcaab2c0295c tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group (4cc60477-4efe-4ec5-97d0-80d98ebcebb0), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:31.322473 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48745aea-5a0d-41f7-8657-2a929f1775ef req-ce0eba80-5b6e-4bb3-acac-b7e6fb9d6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:31.324123 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-48745aea-5a0d-41f7-8657-2a929f1775ef req-ce0eba80-5b6e-4bb3-acac-b7e6fb9d6934 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5ef95aec46649a2b057416827ea46aa&device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 1130 time: 0.0830469 Mar 30 07:20:31.325176 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dd25e96c-fd92-43e1-b473-dcaab2c0295c tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (4cc60477-4efe-4ec5-97d0-80d98ebcebb0), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:31.362333 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dd25e96c-fd92-43e1-b473-dcaab2c0295c tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:31.363518 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-dd25e96c-fd92-43e1-b473-dcaab2c0295c tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1677992 Mar 30 07:20:31.366598 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41496) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:20:31.371461 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-360cd595-d906-4229-8faf-1eddda8fe190 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Request body: {'security_group_rule': {'security_group_id': '4cc60477-4efe-4ec5-97d0-80d98ebcebb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:20:31.373420 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25e96c-fd92-43e1-b473-dcaab2c0295c tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc60477-4efe-4ec5-97d0-80d98ebcebb0,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:31.398039 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-360cd595-d906-4229-8faf-1eddda8fe190 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group_rule (de41d7c2-40d4-49e8-b53d-498de25f41a1), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:31.441419 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48745aea-5a0d-41f7-8657-2a929f1775ef req-65ed73fd-cd70-425c-a110-65e434520907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:31.442793 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-48745aea-5a0d-41f7-8657-2a929f1775ef req-65ed73fd-cd70-425c-a110-65e434520907 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 200 len: 920 time: 0.0966775 Mar 30 07:20:31.459798 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-360cd595-d906-4229-8faf-1eddda8fe190 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group_rule (de41d7c2-40d4-49e8-b53d-498de25f41a1), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:31.465855 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-360cd595-d906-4229-8faf-1eddda8fe190 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (de41d7c2-40d4-49e8-b53d-498de25f41a1), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:31.487417 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cd595-d906-4229-8faf-1eddda8fe190 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de41d7c2-40d4-49e8-b53d-498de25f41a1,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:31.495785 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-360cd595-d906-4229-8faf-1eddda8fe190 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:31.497459 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-360cd595-d906-4229-8faf-1eddda8fe190 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293859 Mar 30 07:20:31.497608 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-48745aea-5a0d-41f7-8657-2a929f1775ef req-6c60d4db-b170-400d-b4e7-30fa57af5a97 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b69b063-2bbd-4852-b768-a54773d55703 HTTP/1.1" status: 200 len: 217 time: 0.0457826 Mar 30 07:20:31.499935 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41498) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:20:31.504070 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c6a67a91-0459-4353-a79d-5c57c5a4beae tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Request body: {'security_group_rule': {'security_group_id': '4cc60477-4efe-4ec5-97d0-80d98ebcebb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:20:31.528717 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6a67a91-0459-4353-a79d-5c57c5a4beae tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group_rule (acd82d87-db08-4c68-972c-571f8d785c01), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:31.552908 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48745aea-5a0d-41f7-8657-2a929f1775ef req-9d61eb02-52b7-4558-a4da-a88128212def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:31.554349 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-48745aea-5a0d-41f7-8657-2a929f1775ef req-9d61eb02-52b7-4558-a4da-a88128212def service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 200 len: 858 time: 0.0445592 Mar 30 07:20:31.589998 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6a67a91-0459-4353-a79d-5c57c5a4beae tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group_rule (acd82d87-db08-4c68-972c-571f8d785c01), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:31.594847 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6a67a91-0459-4353-a79d-5c57c5a4beae tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (acd82d87-db08-4c68-972c-571f8d785c01), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:31.613000 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48745aea-5a0d-41f7-8657-2a929f1775ef req-6d37afef-a8b7-4cef-a0f2-50a591daa215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:31.613623 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a67a91-0459-4353-a79d-5c57c5a4beae tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd82d87-db08-4c68-972c-571f8d785c01,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:31.614266 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-48745aea-5a0d-41f7-8657-2a929f1775ef req-6d37afef-a8b7-4cef-a0f2-50a591daa215 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b9678c55-7461-4938-ba80-6574cdde20b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499194 Mar 30 07:20:31.624403 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6a67a91-0459-4353-a79d-5c57c5a4beae tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:31.625542 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c6a67a91-0459-4353-a79d-5c57c5a4beae tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248472 Mar 30 07:20:31.628725 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41500) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:20:31.632832 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Request body: {'floatingip': {'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:20:31.656599 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:31.709028 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-48745aea-5a0d-41f7-8657-2a929f1775ef req-0683d0c8-06bf-48e4-9ae2-cb6db0e113cc service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859880 Mar 30 07:20:31.757403 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:31.799761 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-48745aea-5a0d-41f7-8657-2a929f1775ef req-2600b42f-9a05-4de9-b5b4-042e55864c6b service neutron] 10.222.0.35 "GET /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833519 Mar 30 07:20:31.872772 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Allocated IP 172.27.1.250 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/e0e2aa33-b0cb-4270-a835-acde84ea8e43) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:20:31.976566 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for port (e0e2aa33-b0cb-4270-a835-acde84ea8e43), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:32.022309 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (e0e2aa33-b0cb-4270-a835-acde84ea8e43), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:32.058547 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:20:32.061458 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:20:32.066864 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:20:32.072331 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event updated for resources: {'Port': ['ID=e0e2aa33-b0cb-4270-a835-acde84ea8e43,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:32.200017 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for floatingip (03f6781f-9a7a-4e37-8b9a-fa39fe5d594c), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:32.240536 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (e0e2aa33-b0cb-4270-a835-acde84ea8e43), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:32.395638 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for port (e0e2aa33-b0cb-4270-a835-acde84ea8e43), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:32.401338 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (e0e2aa33-b0cb-4270-a835-acde84ea8e43), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:32.474325 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event updated for resources: {'Port': ['ID=e0e2aa33-b0cb-4270-a835-acde84ea8e43,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:32.485747 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (03f6781f-9a7a-4e37-8b9a-fa39fe5d594c), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:32.501839 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:32.503115 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3e46b413-f3b3-4bcb-ad63-96958d179b30 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8734758 Mar 30 07:20:32.850579 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-0778836b-35f5-4282-9781-4c1b5df57277 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--586700796&fields=id&tenant_id=cc9ab7163ff443ff849d017d40115708 HTTP/1.1" status: 200 len: 267 time: 0.0459743 Mar 30 07:20:32.961932 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b987-17ba-410e-98ec-1058b1455036 req-2a64f260-d343-4b58-94ef-be1c40fb01dc tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:32.963890 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-2a64f260-d343-4b58-94ef-be1c40fb01dc tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/networks?id=fdc48dd9-ac72-4ec1-96d3-56de9895320a HTTP/1.1" status: 200 len: 811 time: 0.1026428 Mar 30 07:20:32.982349 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-8633aa2e-3e2e-40c0-8ef7-bd0bf54b6ecd tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/quotas/cc9ab7163ff443ff849d017d40115708 HTTP/1.1" status: 200 len: 375 time: 0.0125134 Mar 30 07:20:33.041281 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-9620d924-198a-43e1-88d2-a018d68b186f tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc9ab7163ff443ff849d017d40115708&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537667 Mar 30 07:20:33.137236 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-569a23af-7939-4b82-a1a8-cecc5098ac8a service neutron] 10.222.0.20 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843446 Mar 30 07:20:33.242472 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-5cd86b67-04a9-48a2-b272-ee125f872722 service neutron] 10.222.0.20 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967569 Mar 30 07:20:33.409364 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:33.465434 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-611a1960-e7cb-4894-9c77-992bdcfd6622 req-1430725d-f3ab-4c3d-a74c-a9a02f628e39 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 210 time: 0.0790124 Mar 30 07:20:34.550441 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b987-17ba-410e-98ec-1058b1455036 req-1ee31b95-d913-4525-b3fd-198710d6db1e tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:34.552606 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-1ee31b95-d913-4525-b3fd-198710d6db1e tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.35 "GET /v2.0/networks?id=fdc48dd9-ac72-4ec1-96d3-56de9895320a HTTP/1.1" status: 200 len: 811 time: 0.1076663 Mar 30 07:20:34.566122 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-198c42ea-9f64-43a5-af6c-b51f88d2024a req-c4f750cb-9d4c-4d6d-866c-9419fbfa3049 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 210 time: 0.0305872 Mar 30 07:20:34.639284 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-84abf781-569e-4214-8d83-48af6d202a11 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc9ab7163ff443ff849d017d40115708 HTTP/1.1" status: 200 len: 379 time: 0.0543027 Mar 30 07:20:34.660071 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-9740b987-17ba-410e-98ec-1058b1455036 req-f1885992-e2f6-487f-8c55-e0a450180ac6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Request body: {'port': {'device_id': '14430ed1-6f8f-4808-81fa-ac17c639f964', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'admin_state_up': True, 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'security_groups': ['4cc60477-4efe-4ec5-97d0-80d98ebcebb0']}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:20:34.767378 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9740b987-17ba-410e-98ec-1058b1455036 req-f1885992-e2f6-487f-8c55-e0a450180ac6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Made reservation on behalf of cc9ab7163ff443ff849d017d40115708 for: {'port': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:20:34.770596 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9740b987-17ba-410e-98ec-1058b1455036 req-f1885992-e2f6-487f-8c55-e0a450180ac6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:34.894767 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [req-9740b987-17ba-410e-98ec-1058b1455036 req-f1885992-e2f6-487f-8c55-e0a450180ac6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Allocated IP 172.20.0.5 (fdc48dd9-ac72-4ec1-96d3-56de9895320a/0797f928-0864-4478-9227-7f35a120a31e/7cd6bbda-aa42-4eaa-819e-1d240a300263) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:20:35.033080 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9740b987-17ba-410e-98ec-1058b1455036 req-f1885992-e2f6-487f-8c55-e0a450180ac6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:35.074307 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9740b987-17ba-410e-98ec-1058b1455036 req-f1885992-e2f6-487f-8c55-e0a450180ac6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:35.123958 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9740b987-17ba-410e-98ec-1058b1455036 req-f1885992-e2f6-487f-8c55-e0a450180ac6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Network fdc48dd9-ac72-4ec1-96d3-56de9895320a is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:20:35.127226 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [req-9740b987-17ba-410e-98ec-1058b1455036 req-f1885992-e2f6-487f-8c55-e0a450180ac6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:20:35.131019 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-9740b987-17ba-410e-98ec-1058b1455036 req-f1885992-e2f6-487f-8c55-e0a450180ac6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:20:35.158434 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1885992-e2f6-487f-8c55-e0a450180ac6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event updated for resources: {'Port': ['ID=7cd6bbda-aa42-4eaa-819e-1d240a300263,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:35.187005 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b987-17ba-410e-98ec-1058b1455036 req-f1885992-e2f6-487f-8c55-e0a450180ac6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:35.187616 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9740b987-17ba-410e-98ec-1058b1455036 req-f1885992-e2f6-487f-8c55-e0a450180ac6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:35.205520 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-f1885992-e2f6-487f-8c55-e0a450180ac6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5489299 Mar 30 07:20:35.224308 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Request body: {'port': {'device_id': '14430ed1-6f8f-4808-81fa-ac17c639f964', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:20:35.289587 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:35.344062 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-da42730a-4c60-4edc-b57a-11df85262383 None None] Provisioning complete for port 7cd6bbda-aa42-4eaa-819e-1d240a300263 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:20:35.344683 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-da42730a-4c60-4edc-b57a-11df85262383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:35.378456 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-da42730a-4c60-4edc-b57a-11df85262383 None None] Port 7cd6bbda-aa42-4eaa-819e-1d240a300263 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:20:35.557913 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd6bbda-aa42-4eaa-819e-1d240a300263 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:20:35.565259 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Publish callbacks [] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:35.577116 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Transition to ACTIVE for port object 7cd6bbda-aa42-4eaa-819e-1d240a300263 will not be triggered until provisioned by entity L2. {{(pid=103478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:20:35.582735 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:35.653522 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Pushing event updated for resources: {'Port': ['ID=7cd6bbda-aa42-4eaa-819e-1d240a300263,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:35.700433 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e97ea-d957-4ee5-bcf4-5f91a221ba34 req-aaf10a14-a91b-41a4-b842-87d6302f4a7a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:35.702891 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-002e97ea-d957-4ee5-bcf4-5f91a221ba34 req-aaf10a14-a91b-41a4-b842-87d6302f4a7a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 943 time: 0.0637848 Mar 30 07:20:35.706870 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Attempting to bind port 7cd6bbda-aa42-4eaa-819e-1d240a300263 on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:20:35.707203 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Attempting to bind port 7cd6bbda-aa42-4eaa-819e-1d240a300263 by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:20:35.707526 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Attempting to bind port 7cd6bbda-aa42-4eaa-819e-1d240a300263 on network fdc48dd9-ac72-4ec1-96d3-56de9895320a {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:20:35.711951 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Port 7cd6bbda-aa42-4eaa-819e-1d240a300263 on network fdc48dd9-ac72-4ec1-96d3-56de9895320a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:20:35.712277 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Attempting to bind port 7cd6bbda-aa42-4eaa-819e-1d240a300263 on network fdc48dd9-ac72-4ec1-96d3-56de9895320a {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:20:35.717450 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:20:35.717784 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Checking segment: {'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:20:35.718163 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Bound using segment: {'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:20:35.718736 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Bound port: 7cd6bbda-aa42-4eaa-819e-1d240a300263, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da9c395-b579-4867-a50e-4ca9792a599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:20:35.719145 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:35.754789 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-002e97ea-d957-4ee5-bcf4-5f91a221ba34 req-95789f4d-ceef-4f70-95ad-094925a7c7b7 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc60477-4efe-4ec5-97d0-80d98ebcebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460603 Mar 30 07:20:35.788129 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] For port 7cd6bbda-aa42-4eaa-819e-1d240a300263, host hv-cinder-83577, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:20:35.791225 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] For port 7cd6bbda-aa42-4eaa-819e-1d240a300263, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=7cd6bbda-aa42-4eaa-819e-1d240a300263,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:20:35.798257 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:35.831999 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:35.832619 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:35.833979 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] 10.222.0.35 "PUT /v2.0/ports/7cd6bbda-aa42-4eaa-819e-1d240a300263 HTTP/1.1" status: 200 len: 1093 time: 0.6141911 Mar 30 07:20:35.834422 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14430ed1-6f8f-4808-81fa-ac17c639f964', 'tag': '7cd6bbda-aa42-4eaa-819e-1d240a300263'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:20:35.836657 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede58fa8-269f-4a77-9c12-de84adf77c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "14430ed1-6f8f-4808-81fa-ac17c639f964", "tag": "7cd6bbda-aa42-4eaa-819e-1d240a300263"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:20:35.863465 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ba883-009c-44cc-b1a4-4aa7c6543d6e service neutron] Pushing event updated for resources: {'Port': ['ID=7cd6bbda-aa42-4eaa-819e-1d240a300263,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:35.883412 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6231b9e-9ca0-4809-a12a-191cc7178317 x-openstack-request-id: req-f6231b9e-9ca0-4809-a12a-191cc7178317 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:20:35.884115 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14430ed1-6f8f-4808-81fa-ac17c639f964", "tag": "7cd6bbda-aa42-4eaa-819e-1d240a300263", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:20:35.884438 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6231b9e-9ca0-4809-a12a-191cc7178317 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:20:35.884937 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6231b9e-9ca0-4809-a12a-191cc7178317'] response: {'name': 'network-changed', 'server_uuid': '14430ed1-6f8f-4808-81fa-ac17c639f964', 'tag': '7cd6bbda-aa42-4eaa-819e-1d240a300263', 'status': 'completed', 'code': 200} Mar 30 07:20:35.957525 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b987-17ba-410e-98ec-1058b1455036 req-acdaa8e7-e87c-42ce-adce-6d8d38f7cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:35.959038 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-acdaa8e7-e87c-42ce-adce-6d8d38f7cedd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9ab7163ff443ff849d017d40115708&device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 1127 time: 0.0474010 Mar 30 07:20:36.011155 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-8b285003-e794-4e74-b09a-e5fe85bedef0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cd6bbda-aa42-4eaa-819e-1d240a300263 HTTP/1.1" status: 200 len: 217 time: 0.0379035 Mar 30 07:20:36.061930 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b987-17ba-410e-98ec-1058b1455036 req-b1712fd7-07f0-4730-b98b-b13ed6014ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:36.063376 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-b1712fd7-07f0-4730-b98b-b13ed6014ef4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0797f928-0864-4478-9227-7f35a120a31e HTTP/1.1" status: 200 len: 850 time: 0.0449796 Mar 30 07:20:36.126262 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b987-17ba-410e-98ec-1058b1455036 req-237f257e-943b-49d2-95d7-106fed14a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:36.127732 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-237f257e-943b-49d2-95d7-106fed14a2d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdc48dd9-ac72-4ec1-96d3-56de9895320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567250 Mar 30 07:20:36.224457 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-70c22ea0-4405-46b9-9135-f544ea7e094d service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874300 Mar 30 07:20:36.319475 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-9740b987-17ba-410e-98ec-1058b1455036 req-fa1b797d-7426-4324-9692-42aee4c0a070 service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881295 Mar 30 07:20:36.730651 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58fa8-269f-4a77-9c12-de84adf77c0c req-0d810f58-7605-45d3-9bc4-eb0c600110fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:36.732485 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ede58fa8-269f-4a77-9c12-de84adf77c0c req-0d810f58-7605-45d3-9bc4-eb0c600110fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9ab7163ff443ff849d017d40115708&device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 1127 time: 0.3053863 Mar 30 07:20:36.826259 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58fa8-269f-4a77-9c12-de84adf77c0c req-5c371c99-d8f3-4b52-a94f-aec546d4e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:36.828067 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ede58fa8-269f-4a77-9c12-de84adf77c0c req-5c371c99-d8f3-4b52-a94f-aec546d4e503 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdc48dd9-ac72-4ec1-96d3-56de9895320a HTTP/1.1" status: 200 len: 912 time: 0.0882661 Mar 30 07:20:36.878197 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ede58fa8-269f-4a77-9c12-de84adf77c0c req-8707b948-c635-47b0-a720-429aa759d492 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cd6bbda-aa42-4eaa-819e-1d240a300263 HTTP/1.1" status: 200 len: 217 time: 0.0431957 Mar 30 07:20:36.891848 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79d8b2-0f9f-4d43-b4b7-20bfd4871ea8 req-8c514de1-b931-42e4-a639-cd2ff7683bfe tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:36.893372 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-da79d8b2-0f9f-4d43-b4b7-20bfd4871ea8 req-8c514de1-b931-42e4-a639-cd2ff7683bfe tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 943 time: 0.0636799 Mar 30 07:20:36.928158 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58fa8-269f-4a77-9c12-de84adf77c0c req-b6f0051f-0bd2-4407-954a-bae60e22dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:36.929725 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ede58fa8-269f-4a77-9c12-de84adf77c0c req-b6f0051f-0bd2-4407-954a-bae60e22dfa3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0797f928-0864-4478-9227-7f35a120a31e HTTP/1.1" status: 200 len: 850 time: 0.0436406 Mar 30 07:20:36.941801 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-da79d8b2-0f9f-4d43-b4b7-20bfd4871ea8 req-e9b8134e-6f1d-4761-9320-c7555a610ff3 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc60477-4efe-4ec5-97d0-80d98ebcebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425065 Mar 30 07:20:36.981038 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58fa8-269f-4a77-9c12-de84adf77c0c req-035b1c3c-7217-40cf-8ace-392d921851b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:36.982352 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ede58fa8-269f-4a77-9c12-de84adf77c0c req-035b1c3c-7217-40cf-8ace-392d921851b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdc48dd9-ac72-4ec1-96d3-56de9895320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460327 Mar 30 07:20:37.076595 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ede58fa8-269f-4a77-9c12-de84adf77c0c req-b4429843-fd65-4b24-b01d-1f38dfbd2b3f service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839262 Mar 30 07:20:37.194428 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ede58fa8-269f-4a77-9c12-de84adf77c0c req-22366233-b230-4729-9b91-c474177d8489 service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862949 Mar 30 07:20:38.078877 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60853466-706f-41ff-ac3b-3a7cc774b2e8 req-9868711a-07a6-4978-aaa0-d0b119eb460d tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:38.080354 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-60853466-706f-41ff-ac3b-3a7cc774b2e8 req-9868711a-07a6-4978-aaa0-d0b119eb460d tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 943 time: 0.0562558 Mar 30 07:20:38.128356 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-60853466-706f-41ff-ac3b-3a7cc774b2e8 req-a46b9d01-e7c3-4412-866f-6f0f03fc9840 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc60477-4efe-4ec5-97d0-80d98ebcebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423086 Mar 30 07:20:38.338931 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 7cd6bbda-aa42-4eaa-819e-1d240a300263 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:20:38.448375 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 7cd6bbda-aa42-4eaa-819e-1d240a300263, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=7cd6bbda-aa42-4eaa-819e-1d240a300263,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:20:38.460539 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '7cd6bbda-aa42-4eaa-819e-1d240a300263', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'port_id': '7cd6bbda-aa42-4eaa-819e-1d240a300263', 'mac_address': 'fa:16:3e:1b:b6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:20:38.499221 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 7cd6bbda-aa42-4eaa-819e-1d240a300263 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:20:38.499620 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:38.512800 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd6bbda-aa42-4eaa-819e-1d240a300263 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:20:38.538025 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 7cd6bbda-aa42-4eaa-819e-1d240a300263, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=7cd6bbda-aa42-4eaa-819e-1d240a300263,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:20:38.541251 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:38.592640 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=7cd6bbda-aa42-4eaa-819e-1d240a300263,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:38.599605 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:38.599982 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:38.600324 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:38.600669 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:38.601008 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:38.601322 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:38.601692 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:38.602048 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:38.602484 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:38.602843 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:38.603174 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:38.603894 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:38.604210 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:38.604534 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:38.604856 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:38.937761 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['7cd6bbda-aa42-4eaa-819e-1d240a300263'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:20:39.264693 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2160c5-87b0-4cb5-8537-6d514f8e4b7f req-5e203d09-8c65-4074-9be0-871ce5a365ec tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:39.266122 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1e2160c5-87b0-4cb5-8537-6d514f8e4b7f req-5e203d09-8c65-4074-9be0-871ce5a365ec tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 944 time: 0.0632803 Mar 30 07:20:39.315550 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1e2160c5-87b0-4cb5-8537-6d514f8e4b7f req-fd709db9-1934-4a79-9a32-807400a86e19 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc60477-4efe-4ec5-97d0-80d98ebcebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436676 Mar 30 07:20:40.338912 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 7cd6bbda-aa42-4eaa-819e-1d240a300263 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:20:40.401030 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port 7cd6bbda-aa42-4eaa-819e-1d240a300263 completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:20:40.405325 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 7cd6bbda-aa42-4eaa-819e-1d240a300263 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:20:40.405706 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:40.445990 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ff31a-08fc-472e-843e-b67cd1e38445 req-399f3218-ac16-4daa-af8c-a6d5ceccb8b8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:40.447408 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fb3ff31a-08fc-472e-843e-b67cd1e38445 req-399f3218-ac16-4daa-af8c-a6d5ceccb8b8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 944 time: 0.0534081 Mar 30 07:20:40.484273 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 7cd6bbda-aa42-4eaa-819e-1d240a300263 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:20:40.484574 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:40.494345 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fb3ff31a-08fc-472e-843e-b67cd1e38445 req-054ea1be-67ed-466f-8f41-37fa17ecf277 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc60477-4efe-4ec5-97d0-80d98ebcebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409365 Mar 30 07:20:40.507388 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14430ed1-6f8f-4808-81fa-ac17c639f964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd6bbda-aa42-4eaa-819e-1d240a300263'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:20:40.509688 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba7bb15-325d-419d-ba08-fd3d1a50f597" -d '{"events": [{"server_uuid": "14430ed1-6f8f-4808-81fa-ac17c639f964", "name": "network-vif-plugged", "status": "completed", "tag": "7cd6bbda-aa42-4eaa-819e-1d240a300263"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:20:40.522329 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 7cd6bbda-aa42-4eaa-819e-1d240a300263, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=7cd6bbda-aa42-4eaa-819e-1d240a300263,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:20:40.526431 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:40.549963 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99c83e3-47fc-4969-93c6-6c26f909f1f3 x-openstack-request-id: req-d99c83e3-47fc-4969-93c6-6c26f909f1f3 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:20:40.550245 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14430ed1-6f8f-4808-81fa-ac17c639f964", "name": "network-vif-plugged", "status": "completed", "tag": "7cd6bbda-aa42-4eaa-819e-1d240a300263", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:20:40.550510 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d99c83e3-47fc-4969-93c6-6c26f909f1f3 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:20:40.550897 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99c83e3-47fc-4969-93c6-6c26f909f1f3'] response: {'server_uuid': '14430ed1-6f8f-4808-81fa-ac17c639f964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd6bbda-aa42-4eaa-819e-1d240a300263', 'code': 200} Mar 30 07:20:40.578381 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=7cd6bbda-aa42-4eaa-819e-1d240a300263,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:40.796488 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbcdad-529f-45e9-8ba2-b6f4dca0af9a req-8340c45c-aeca-4d3c-9080-6732088cb69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:40.797931 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4edbcdad-529f-45e9-8ba2-b6f4dca0af9a req-8340c45c-aeca-4d3c-9080-6732088cb69a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 1129 time: 0.0468390 Mar 30 07:20:40.846387 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4edbcdad-529f-45e9-8ba2-b6f4dca0af9a req-67669a16-52b0-4029-85a7-cd63a2e0b015 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4cc60477-4efe-4ec5-97d0-80d98ebcebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402670 Mar 30 07:20:41.621794 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ece65-5ae6-4d72-8e91-74255bebb368 req-889a4537-94d4-4846-9e44-1364e1afa711 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:41.623464 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5a5ece65-5ae6-4d72-8e91-74255bebb368 req-889a4537-94d4-4846-9e44-1364e1afa711 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 945 time: 0.0557787 Mar 30 07:20:41.680862 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5a5ece65-5ae6-4d72-8e91-74255bebb368 req-30aefd63-313f-412f-bb20-5c1fec48eb2a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc60477-4efe-4ec5-97d0-80d98ebcebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495768 Mar 30 07:20:42.876108 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924cc30-b053-47a3-98c0-906933ec3a12 req-1d9ce59c-2d27-414e-97af-2b34c4f61ab6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:42.877556 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4924cc30-b053-47a3-98c0-906933ec3a12 req-1d9ce59c-2d27-414e-97af-2b34c4f61ab6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 945 time: 0.0692577 Mar 30 07:20:42.924655 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4924cc30-b053-47a3-98c0-906933ec3a12 req-64369aca-57e1-4e77-8b80-1ab03a64c52a tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc60477-4efe-4ec5-97d0-80d98ebcebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413525 Mar 30 07:20:43.045099 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8b132-004c-453c-9b44-ebfca3b659cf req-8e88a169-aee9-46b3-b7c7-8aa1c9255017 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:43.046442 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-35a8b132-004c-453c-9b44-ebfca3b659cf req-8e88a169-aee9-46b3-b7c7-8aa1c9255017 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 945 time: 0.0577857 Mar 30 07:20:43.057112 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41568) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:20:43.061509 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e7f460b3-1315-45ab-9fc9-8ef989929f14 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Request body: {'floatingip': {'port_id': '7cd6bbda-aa42-4eaa-819e-1d240a300263'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:20:43.103270 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7f460b3-1315-45ab-9fc9-8ef989929f14 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for floatingip (03f6781f-9a7a-4e37-8b9a-fa39fe5d594c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:43.753604 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7f460b3-1315-45ab-9fc9-8ef989929f14 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:43.760262 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7f460b3-1315-45ab-9fc9-8ef989929f14 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (03f6781f-9a7a-4e37-8b9a-fa39fe5d594c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:43.862348 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-e7f460b3-1315-45ab-9fc9-8ef989929f14 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Floating IP 03f6781f-9a7a-4e37-8b9a-fa39fe5d594c associated. External IP: 172.27.1.250, port: 7cd6bbda-aa42-4eaa-819e-1d240a300263. Mar 30 07:20:44.094881 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f460b3-1315-45ab-9fc9-8ef989929f14 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Router 6e6d1798-36e0-4199-ba85-8baf42d415cb has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:20:44.205168 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f460b3-1315-45ab-9fc9-8ef989929f14 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:20:44.210423 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7f460b3-1315-45ab-9fc9-8ef989929f14 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:44.215843 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f70b74-96ed-4a7e-822d-4b9c30a474aa None None] Sync routers for ids ['6e6d1798-36e0-4199-ba85-8baf42d415cb'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:20:44.226448 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f70b74-96ed-4a7e-822d-4b9c30a474aa None None] Routers {'6e6d1798-36e0-4199-ba85-8baf42d415cb'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:20:44.227041 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-04f70b74-96ed-4a7e-822d-4b9c30a474aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:20:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6e6d1798-36e0-4199-ba85-8baf42d415cb'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:44.240518 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e7f460b3-1315-45ab-9fc9-8ef989929f14 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "PUT /v2.0/floatingips/03f6781f-9a7a-4e37-8b9a-fa39fe5d594c HTTP/1.1" status: 200 len: 991 time: 1.1823664 Mar 30 07:20:44.241092 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14430ed1-6f8f-4808-81fa-ac17c639f964', 'tag': '7cd6bbda-aa42-4eaa-819e-1d240a300263'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:20:44.243464 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eb38aa-0a47-4043-bc9b-82a4af1b8a43" -d '{"events": [{"name": "network-changed", "server_uuid": "14430ed1-6f8f-4808-81fa-ac17c639f964", "tag": "7cd6bbda-aa42-4eaa-819e-1d240a300263"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:20:44.278609 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1b42a4-0b71-461e-824e-54a5920994ed x-openstack-request-id: req-9f1b42a4-0b71-461e-824e-54a5920994ed {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:20:44.278901 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14430ed1-6f8f-4808-81fa-ac17c639f964", "tag": "7cd6bbda-aa42-4eaa-819e-1d240a300263", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:20:44.279158 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f1b42a4-0b71-461e-824e-54a5920994ed {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:20:44.279561 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f1b42a4-0b71-461e-824e-54a5920994ed'] response: {'name': 'network-changed', 'server_uuid': '14430ed1-6f8f-4808-81fa-ac17c639f964', 'tag': '7cd6bbda-aa42-4eaa-819e-1d240a300263', 'status': 'completed', 'code': 200} Mar 30 07:20:44.340576 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-04f70b74-96ed-4a7e-822d-4b9c30a474aa None None] Set router 6e6d1798-36e0-4199-ba85-8baf42d415cb gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:20:44.423519 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb38aa-0a47-4043-bc9b-82a4af1b8a43 req-a8b3f3c3-78ae-4353-a8d5-75deee30e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:44.425079 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-39eb38aa-0a47-4043-bc9b-82a4af1b8a43 req-a8b3f3c3-78ae-4353-a8d5-75deee30e314 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9ab7163ff443ff849d017d40115708&device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 1129 time: 0.0940824 Mar 30 07:20:44.519044 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb38aa-0a47-4043-bc9b-82a4af1b8a43 req-a3d46b07-f31f-4e55-8970-704431cd1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:44.520588 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-39eb38aa-0a47-4043-bc9b-82a4af1b8a43 req-a3d46b07-f31f-4e55-8970-704431cd1b99 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdc48dd9-ac72-4ec1-96d3-56de9895320a HTTP/1.1" status: 200 len: 912 time: 0.0875823 Mar 30 07:20:44.603715 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-39eb38aa-0a47-4043-bc9b-82a4af1b8a43 req-92017e89-74ef-4dee-a28d-6962a0325d30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cd6bbda-aa42-4eaa-819e-1d240a300263 HTTP/1.1" status: 200 len: 999 time: 0.0756519 Mar 30 07:20:44.650707 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb38aa-0a47-4043-bc9b-82a4af1b8a43 req-265feb13-1f79-4a4b-b2c0-e8c33cbc86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:44.652204 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-39eb38aa-0a47-4043-bc9b-82a4af1b8a43 req-265feb13-1f79-4a4b-b2c0-e8c33cbc86e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0797f928-0864-4478-9227-7f35a120a31e HTTP/1.1" status: 200 len: 850 time: 0.0430543 Mar 30 07:20:44.703052 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb38aa-0a47-4043-bc9b-82a4af1b8a43 req-d2f840ea-d135-4aba-b32b-fbd6511f571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:44.704738 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-39eb38aa-0a47-4043-bc9b-82a4af1b8a43 req-d2f840ea-d135-4aba-b32b-fbd6511f571a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdc48dd9-ac72-4ec1-96d3-56de9895320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456743 Mar 30 07:20:44.713685 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-04f70b74-96ed-4a7e-822d-4b9c30a474aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '03f6781f-9a7a-4e37-8b9a-fa39fe5d594c', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'port_id': '7cd6bbda-aa42-4eaa-819e-1d240a300263', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'mac_address': 'fa:16:3e:1b:b6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14430ed1-6f8f-4808-81fa-ac17c639f964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:20:32Z', 'updated_at': '2022-03-30T07:20:43Z', 'revision_number': 1, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a706512-298d-4598-a89f-1a127e04843d', 'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'mac_address': 'fa:16:3e:71:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:35Z', 'updated_at': '2022-03-30T07:15:48Z', 'revision_number': 5, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'subnets': [{'id': '0797f928-0864-4478-9227-7f35a120a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:44.743569 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f70b74-96ed-4a7e-822d-4b9c30a474aa None None] Checking router: 6e6d1798-36e0-4199-ba85-8baf42d415cb for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:20:44.753363 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f70b74-96ed-4a7e-822d-4b9c30a474aa None None] Routers {'6e6d1798-36e0-4199-ba85-8baf42d415cb'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:20:44.753980 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-04f70b74-96ed-4a7e-822d-4b9c30a474aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:20:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6e6d1798-36e0-4199-ba85-8baf42d415cb'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:44.804328 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-39eb38aa-0a47-4043-bc9b-82a4af1b8a43 req-6bdfcf34-335b-43bc-8d39-226cc8451588 service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868080 Mar 30 07:20:44.875594 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-04f70b74-96ed-4a7e-822d-4b9c30a474aa None None] Set router 6e6d1798-36e0-4199-ba85-8baf42d415cb gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:20:44.894976 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-39eb38aa-0a47-4043-bc9b-82a4af1b8a43 req-1a9277c9-9e8e-4f0c-80b3-58a88acdd60e service neutron] 10.222.0.35 "GET /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843954 Mar 30 07:20:45.102835 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-04f70b74-96ed-4a7e-822d-4b9c30a474aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '03f6781f-9a7a-4e37-8b9a-fa39fe5d594c', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'port_id': '7cd6bbda-aa42-4eaa-819e-1d240a300263', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'mac_address': 'fa:16:3e:1b:b6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14430ed1-6f8f-4808-81fa-ac17c639f964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:20:32Z', 'updated_at': '2022-03-30T07:20:43Z', 'revision_number': 1, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a706512-298d-4598-a89f-1a127e04843d', 'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'mac_address': 'fa:16:3e:71:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:35Z', 'updated_at': '2022-03-30T07:15:48Z', 'revision_number': 5, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'subnets': [{'id': '0797f928-0864-4478-9227-7f35a120a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:45.132804 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f70b74-96ed-4a7e-822d-4b9c30a474aa None None] The sync data for ids ['6e6d1798-36e0-4199-ba85-8baf42d415cb'] in dv-cinder-835778-2-iscsi is: [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '03f6781f-9a7a-4e37-8b9a-fa39fe5d594c', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'port_id': '7cd6bbda-aa42-4eaa-819e-1d240a300263', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'mac_address': 'fa:16:3e:1b:b6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14430ed1-6f8f-4808-81fa-ac17c639f964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:20:32Z', 'updated_at': '2022-03-30T07:20:43Z', 'revision_number': 1, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a706512-298d-4598-a89f-1a127e04843d', 'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'mac_address': 'fa:16:3e:71:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:35Z', 'updated_at': '2022-03-30T07:15:48Z', 'revision_number': 5, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'subnets': [{'id': '0797f928-0864-4478-9227-7f35a120a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:20:45.343185 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda8da2e-4373-442d-b1b3-c3f1585fe031 None None] New status for floating IP 03f6781f-9a7a-4e37-8b9a-fa39fe5d594c: ACTIVE {{(pid=103480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:20:48.837990 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4893ce0-3b52-4e4a-b8ea-c33c33307572 req-3012bb97-9008-4a33-adaa-7569457dc238 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:48.839482 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b4893ce0-3b52-4e4a-b8ea-c33c33307572 req-3012bb97-9008-4a33-adaa-7569457dc238 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0562613 Mar 30 07:20:48.889107 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b4893ce0-3b52-4e4a-b8ea-c33c33307572 req-8b8cdbfd-4e6c-460e-8f4c-d4a73d14be4a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435414 Mar 30 07:20:49.167649 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d25e8-4732-42d3-94be-0cbde57d5bb1 req-073dc4a1-0c0c-4feb-b0e3-8e5a2faab04e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:49.169178 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-637d25e8-4732-42d3-94be-0cbde57d5bb1 req-073dc4a1-0c0c-4feb-b0e3-8e5a2faab04e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0558035 Mar 30 07:20:49.219981 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-637d25e8-4732-42d3-94be-0cbde57d5bb1 req-53898314-a11b-4cbc-80fb-9ef0372a6540 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445554 Mar 30 07:20:50.033233 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda2a74-44db-4814-a2b9-5bb3c7301399 req-94864a0f-2f8f-4917-bccc-2220a9bdbafb tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:50.034675 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-deda2a74-44db-4814-a2b9-5bb3c7301399 req-94864a0f-2f8f-4917-bccc-2220a9bdbafb tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0657382 Mar 30 07:20:50.083489 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-deda2a74-44db-4814-a2b9-5bb3c7301399 req-6479a13c-78bb-44b4-946a-bcc7e03420ea tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404701 Mar 30 07:20:50.347360 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9350f6-95a0-4ece-8d51-82ca8cbc58ba req-1979de93-4800-41a6-be85-d4c010061689 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:50.349133 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fc9350f6-95a0-4ece-8d51-82ca8cbc58ba req-1979de93-4800-41a6-be85-d4c010061689 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0554233 Mar 30 07:20:50.412453 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fc9350f6-95a0-4ece-8d51-82ca8cbc58ba req-e03ad776-011f-4815-beb8-709253e6be0d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551698 Mar 30 07:20:51.223253 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10fd06-fe49-4dde-862f-4880b90d1473 req-0cfb72a2-565b-4aaa-839a-12e54552b9b6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:51.224770 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff10fd06-fe49-4dde-862f-4880b90d1473 req-0cfb72a2-565b-4aaa-839a-12e54552b9b6 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0639749 Mar 30 07:20:51.272475 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff10fd06-fe49-4dde-862f-4880b90d1473 req-f8b1b1d8-9cdc-4b9b-ae51-ef8bce8aee23 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416200 Mar 30 07:20:51.557790 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b4585-651d-4b1f-8966-46a292e53569 req-33be0af0-7484-444e-9a17-5f805959f6b5 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:51.559241 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-213b4585-651d-4b1f-8966-46a292e53569 req-33be0af0-7484-444e-9a17-5f805959f6b5 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0612893 Mar 30 07:20:51.606451 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-213b4585-651d-4b1f-8966-46a292e53569 req-9a3361e2-0aee-4d95-9a89-371917a71e9a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412805 Mar 30 07:20:52.408496 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d05b7f-1ac4-455d-90c6-fbfe67f4a4b1 req-36f81d9d-9ff7-403d-befc-67d5c48a13b4 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:52.409962 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d0d05b7f-1ac4-455d-90c6-fbfe67f4a4b1 req-36f81d9d-9ff7-403d-befc-67d5c48a13b4 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0577388 Mar 30 07:20:52.456219 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d0d05b7f-1ac4-455d-90c6-fbfe67f4a4b1 req-9512292c-ba40-47af-a410-6ba224322858 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405631 Mar 30 07:20:52.591758 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-9d399c7b-0d09-45b2-b566-6463617a1d9b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:52.593291 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-9d399c7b-0d09-45b2-b566-6463617a1d9b tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.35 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0585911 Mar 30 07:20:52.698862 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Deleting port c73621da-1c9c-4d35-9b39-2038b6ae4204 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:20:52.699185 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:52.733040 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707153c-da9f-489d-a9cd-e63932d6b321 req-0621435e-871c-4950-8a60-5a4b2f37dd24 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:52.734535 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2707153c-da9f-489d-a9cd-e63932d6b321 req-0621435e-871c-4950-8a60-5a4b2f37dd24 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0559099 Mar 30 07:20:52.780663 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2707153c-da9f-489d-a9cd-e63932d6b321 req-0ac5eb47-bc8f-4bca-a332-78b6ce55d9ab tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404828 Mar 30 07:20:52.787748 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] For port c73621da-1c9c-4d35-9b39-2038b6ae4204, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=c73621da-1c9c-4d35-9b39-2038b6ae4204,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:20:52.788127 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:52.967859 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:52.968113 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (7eea4d79-11f2-480f-a138-92932d14c875), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:52.968464 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.l3_db [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Floating IP 7eea4d79-11f2-480f-a138-92932d14c875 disassociated. External IP: 172.27.1.123, port: c73621da-1c9c-4d35-9b39-2038b6ae4204. Mar 30 07:20:52.968815 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Calling delete_port for c73621da-1c9c-4d35-9b39-2038b6ae4204 owned by compute:nova {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:20:53.097423 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (c73621da-1c9c-4d35-9b39-2038b6ae4204), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:53.130601 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Pushing event deleted for resources: {'Port': ['ID=c73621da-1c9c-4d35-9b39-2038b6ae4204,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:53.141935 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:53.142279 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:53.142621 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:53.142934 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:53.143321 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:53.143647 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:53.144000 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:53.144314 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:53.144624 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:53.144949 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:53.145270 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:53.145589 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:53.145912 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:53.146226 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:53.146549 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:53.268989 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:20:53.378369 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:20:53.387917 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d402fca5-b9c4-46d1-aa08-7014b8d75e6d None None] Sync routers for ids ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:20:53.398862 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d402fca5-b9c4-46d1-aa08-7014b8d75e6d None None] Routers {'8b212ec1-cd02-4e08-bbe2-a941f8b5511a'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:20:53.399468 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d402fca5-b9c4-46d1-aa08-7014b8d75e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:20:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:53.420741 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] No DVR routers for this DVR port c73621da-1c9c-4d35-9b39-2038b6ae4204 on host hv-cinder-83577 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:20:53.423467 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:53.426923 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b16106a7-07fd-4c42-b3ff-42b01ae73ae1 req-229a1492-e08d-4552-a534-8ee1332b9c05 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.35 "DELETE /v2.0/ports/c73621da-1c9c-4d35-9b39-2038b6ae4204 HTTP/1.1" status: 204 len: 173 time: 0.8268502 Mar 30 07:20:53.427502 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55662b82-58b5-4206-a411-103fac11b0b2', 'name': 'network-vif-deleted', 'tag': 'c73621da-1c9c-4d35-9b39-2038b6ae4204'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:20:53.429859 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46d279a-7570-4a7e-b0fe-a51a8fae4a21" -d '{"events": [{"server_uuid": "55662b82-58b5-4206-a411-103fac11b0b2", "name": "network-vif-deleted", "tag": "c73621da-1c9c-4d35-9b39-2038b6ae4204"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:20:53.474825 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb98110-20fb-44cf-bfb6-10e0acd872a9 x-openstack-request-id: req-dcb98110-20fb-44cf-bfb6-10e0acd872a9 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:20:53.475120 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55662b82-58b5-4206-a411-103fac11b0b2", "name": "network-vif-deleted", "tag": "c73621da-1c9c-4d35-9b39-2038b6ae4204", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:20:53.475372 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcb98110-20fb-44cf-bfb6-10e0acd872a9 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:20:53.475782 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb98110-20fb-44cf-bfb6-10e0acd872a9'] response: {'server_uuid': '55662b82-58b5-4206-a411-103fac11b0b2', 'name': 'network-vif-deleted', 'tag': 'c73621da-1c9c-4d35-9b39-2038b6ae4204', 'status': 'completed', 'code': 200} Mar 30 07:20:53.531623 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-d402fca5-b9c4-46d1-aa08-7014b8d75e6d None None] Set router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:20:53.589918 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70cb56db-c301-4bb7-a4a8-362eac8acaf2 req-9193a688-c83e-4525-97da-8e6352fcec70 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=55662b82-58b5-4206-a411-103fac11b0b2 HTTP/1.1" status: 200 len: 210 time: 0.0439613 Mar 30 07:20:53.758885 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d402fca5-b9c4-46d1-aa08-7014b8d75e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:38Z', 'revision_number': 4, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a5eeb761-3112-4486-9d8c-0e8299a1c69d', 'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'mac_address': 'fa:16:3e:75:98:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:36Z', 'updated_at': '2022-03-30T07:15:51Z', 'revision_number': 5, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'subnets': [{'id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:53.787209 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d402fca5-b9c4-46d1-aa08-7014b8d75e6d None None] Checking router: 8b212ec1-cd02-4e08-bbe2-a941f8b5511a for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:20:53.796198 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d402fca5-b9c4-46d1-aa08-7014b8d75e6d None None] Routers {'8b212ec1-cd02-4e08-bbe2-a941f8b5511a'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:20:53.797017 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d402fca5-b9c4-46d1-aa08-7014b8d75e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:20:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:53.907654 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-d402fca5-b9c4-46d1-aa08-7014b8d75e6d None None] Set router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:20:53.908046 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e1685-4e13-4383-84d8-025edfc373d1 req-eafb5d2a-671c-4ae4-bb40-1697b41f9dda tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:53.909355 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c22e1685-4e13-4383-84d8-025edfc373d1 req-eafb5d2a-671c-4ae4-bb40-1697b41f9dda tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0531449 Mar 30 07:20:53.957749 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c22e1685-4e13-4383-84d8-025edfc373d1 req-53f5ad60-df53-44c7-832e-ec06df130851 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425341 Mar 30 07:20:54.111286 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d402fca5-b9c4-46d1-aa08-7014b8d75e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:38Z', 'revision_number': 4, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a5eeb761-3112-4486-9d8c-0e8299a1c69d', 'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'mac_address': 'fa:16:3e:75:98:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:36Z', 'updated_at': '2022-03-30T07:15:51Z', 'revision_number': 5, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'subnets': [{'id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:20:54.268957 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d402fca5-b9c4-46d1-aa08-7014b8d75e6d None None] The sync data for ids ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'] in dv-cinder-835778-2-iscsi is: [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:38Z', 'revision_number': 4, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a5eeb761-3112-4486-9d8c-0e8299a1c69d', 'name': '', 'network_id': 'b9678c55-7461-4938-ba80-6574cdde20b1', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'mac_address': 'fa:16:3e:75:98:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:36Z', 'updated_at': '2022-03-30T07:15:51Z', 'revision_number': 5, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'subnets': [{'id': '9a5dac56-1852-4518-bc4f-5d055e291a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:20:54.284356 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e6d97b68-31d1-4ddf-9ae0-cc7bf6688c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:54.496037 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b88b4d-0590-4754-b7a9-120288e9a883 None None] New status for floating IP 7eea4d79-11f2-480f-a138-92932d14c875: DOWN {{(pid=103480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:20:54.673127 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41658) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:20:54.733288 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2cb17a58-723d-4b5b-bd53-323ac059ed75 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for security_group (3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:54.758238 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2cb17a58-723d-4b5b-bd53-323ac059ed75 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for security_group (3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:54.809126 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2cb17a58-723d-4b5b-bd53-323ac059ed75 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:54.812173 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2cb17a58-723d-4b5b-bd53-323ac059ed75 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:54.813252 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-2cb17a58-723d-4b5b-bd53-323ac059ed75 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "DELETE /v2.0/security-groups/3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f HTTP/1.1" status: 204 len: 168 time: 0.1390643 Mar 30 07:20:54.816056 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41660) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:20:54.822836 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb17a58-723d-4b5b-bd53-323ac059ed75 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:54.830975 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.api.v2.resource [None req-8a1a6c43-7f41-419c-b99c-4974e7e01934 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] show failed (client error): The resource could not be found. Mar 30 07:20:54.832025 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8a1a6c43-7f41-419c-b99c-4974e7e01934 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups/3d7dbf25-7da0-4a1f-bc99-ae5802a3e52f HTTP/1.1" status: 404 len: 347 time: 0.0148783 Mar 30 07:20:54.834650 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41662) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:20:54.966023 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Deleting port 6c44e978-0b6a-4aca-9517-03337dc79885 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:20:54.966425 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (6c44e978-0b6a-4aca-9517-03337dc79885), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:55.071479 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (6c44e978-0b6a-4aca-9517-03337dc79885), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:55.071770 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for floatingip (6c44e978-0b6a-4aca-9517-03337dc79885), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:55.086049 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Calling delete_port for 6c44e978-0b6a-4aca-9517-03337dc79885 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:20:55.143614 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575ad6f-2e22-4bc3-ac94-815598fd8290 req-c9e0045e-2dfd-43a8-8f89-ac1cf7ea9be0 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:55.145130 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b575ad6f-2e22-4bc3-ac94-815598fd8290 req-c9e0045e-2dfd-43a8-8f89-ac1cf7ea9be0 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.1126258 Mar 30 07:20:55.223619 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b575ad6f-2e22-4bc3-ac94-815598fd8290 req-465bc8e7-9846-4cfd-9da1-25b413531077 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715423 Mar 30 07:20:55.283918 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (6c44e978-0b6a-4aca-9517-03337dc79885), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:55.308493 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Pushing event deleted for resources: {'Port': ['ID=6c44e978-0b6a-4aca-9517-03337dc79885,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:20:55.320620 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:55.320950 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:55.321267 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:55.321621 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:55.321946 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:55.322269 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:55.322590 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:55.322907 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:55.323229 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:55.323555 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:55.323880 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:55.324202 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:55.324513 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:55.324819 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:55.325136 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:20:55.379894 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks [] for floatingip (7eea4d79-11f2-480f-a138-92932d14c875), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:55.382387 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:55.383524 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-dba75186-aa23-4565-b6bd-f9d3bd71fe3a tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "DELETE /v2.0/floatingips/7eea4d79-11f2-480f-a138-92932d14c875 HTTP/1.1" status: 204 len: 168 time: 0.5479658 Mar 30 07:20:56.367082 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023f03f-5fc0-44c2-930f-94aeec79c4e0 req-02eb2efc-451f-4b58-a418-352165d64384 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:56.368607 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7023f03f-5fc0-44c2-930f-94aeec79c4e0 req-02eb2efc-451f-4b58-a418-352165d64384 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0661609 Mar 30 07:20:56.401475 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device c73621da-1c9c-4d35-9b39-2038b6ae4204 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:20:56.417646 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7023f03f-5fc0-44c2-930f-94aeec79c4e0 req-7eb3db64-f935-4b78-808d-d8a6c950867b tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413244 Mar 30 07:20:56.429807 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: c73621da-1c9c-4d35-9b39-2038b6ae4204 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:20:56.430152 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device c73621da-1c9c-4d35-9b39-2038b6ae4204 not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:20:56.447020 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-66ef12a3-fd1b-467d-812e-a37b3ac876b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:57.552097 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04654e0f-8906-472f-a041-e04e33738c8d req-ade7895e-b2ed-4f47-964e-8fb458da13ba tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:57.553467 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-04654e0f-8906-472f-a041-e04e33738c8d req-ade7895e-b2ed-4f47-964e-8fb458da13ba tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0628564 Mar 30 07:20:57.601490 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-04654e0f-8906-472f-a041-e04e33738c8d req-b5b36e20-f676-47b0-bfa1-43e0a975e2d8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423598 Mar 30 07:20:57.903007 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788980-b45a-4b6a-a672-e5556010050d req-0d747736-a3c3-461f-aa93-f7cd08b40eff tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:57.905131 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f4788980-b45a-4b6a-a672-e5556010050d req-0d747736-a3c3-461f-aa93-f7cd08b40eff tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0602481 Mar 30 07:20:57.950791 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:57.965214 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f4788980-b45a-4b6a-a672-e5556010050d req-19619bf7-d578-4626-be81-dc806a7fefd0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526247 Mar 30 07:20:58.742398 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6698f9-f9ae-4d6f-8a8a-fb0881a11c95 req-418bd06a-acf2-41b6-b68a-c350cc85c58c tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:58.743869 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3d6698f9-f9ae-4d6f-8a8a-fb0881a11c95 req-418bd06a-acf2-41b6-b68a-c350cc85c58c tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0572495 Mar 30 07:20:58.796034 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3d6698f9-f9ae-4d6f-8a8a-fb0881a11c95 req-eb27d534-a92e-445d-a01f-dec68c739511 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463719 Mar 30 07:20:59.101949 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5fe8b-aa95-4471-ab5a-5afdaf4877b9 req-fd3b8e03-0d9a-49da-b9ff-46a1e5a1065c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:59.103916 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5da5fe8b-aa95-4471-ab5a-5afdaf4877b9 req-fd3b8e03-0d9a-49da-b9ff-46a1e5a1065c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0568020 Mar 30 07:20:59.110757 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:20:59.156091 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5da5fe8b-aa95-4471-ab5a-5afdaf4877b9 req-cc6b6d57-1256-4084-a054-7bf3686e2fba tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449326 Mar 30 07:20:59.714308 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:20:59.934010 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a2764-2f0d-4d10-bd55-909cbf3c2b95 req-c02cee25-52ce-4da8-b478-5e02ec036e39 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:20:59.935478 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-346a2764-2f0d-4d10-bd55-909cbf3c2b95 req-c02cee25-52ce-4da8-b478-5e02ec036e39 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0609698 Mar 30 07:20:59.990379 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-346a2764-2f0d-4d10-bd55-909cbf3c2b95 req-7807cf8d-704f-45fc-9e35-a60925a44817 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491149 Mar 30 07:21:00.290121 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08860896-8ddf-44f7-83ec-ce72a89676f8 req-9673948c-6cc4-4453-b7c8-0c9390612f6c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:00.291482 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-08860896-8ddf-44f7-83ec-ce72a89676f8 req-9673948c-6cc4-4453-b7c8-0c9390612f6c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0596244 Mar 30 07:21:00.338468 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-08860896-8ddf-44f7-83ec-ce72a89676f8 req-53101dc0-deaf-4353-aab4-737a6383eb87 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Mar 30 07:21:00.515625 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d4202-a681-4005-8565-a26492550213 req-9d5f1389-6c0e-419f-b5b5-508021529c3c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:00.518026 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8f4d4202-a681-4005-8565-a26492550213 req-9d5f1389-6c0e-419f-b5b5-508021529c3c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 945 time: 0.0688727 Mar 30 07:21:00.625045 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-8f4d4202-a681-4005-8565-a26492550213 req-7cc78269-c11b-4faa-9113-9073ec7b41db tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Deleting port 2143af28-585c-4f87-adef-e00385fa7b91 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:21:00.625409 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-8f4d4202-a681-4005-8565-a26492550213 req-7cc78269-c11b-4faa-9113-9073ec7b41db tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (2143af28-585c-4f87-adef-e00385fa7b91), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:00.641831 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:00.721769 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-8f4d4202-a681-4005-8565-a26492550213 req-7cc78269-c11b-4faa-9113-9073ec7b41db tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] For port 2143af28-585c-4f87-adef-e00385fa7b91, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2143af28-585c-4f87-adef-e00385fa7b91,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:00.722107 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-8f4d4202-a681-4005-8565-a26492550213 req-7cc78269-c11b-4faa-9113-9073ec7b41db tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (2143af28-585c-4f87-adef-e00385fa7b91), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:00.740558 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-8f4d4202-a681-4005-8565-a26492550213 req-7cc78269-c11b-4faa-9113-9073ec7b41db tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Calling delete_port for 2143af28-585c-4f87-adef-e00385fa7b91 owned by compute:nova {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:21:00.874508 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-8f4d4202-a681-4005-8565-a26492550213 req-7cc78269-c11b-4faa-9113-9073ec7b41db tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (2143af28-585c-4f87-adef-e00385fa7b91), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:00.907204 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc78269-c11b-4faa-9113-9073ec7b41db tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Pushing event deleted for resources: {'Port': ['ID=2143af28-585c-4f87-adef-e00385fa7b91,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:00.909975 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['8b69b063-2bbd-4852-b768-a54773d55703', '2143af28-585c-4f87-adef-e00385fa7b91'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:21:00.951983 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4d4202-a681-4005-8565-a26492550213 req-7cc78269-c11b-4faa-9113-9073ec7b41db tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] No DVR routers for this DVR port 2143af28-585c-4f87-adef-e00385fa7b91 on host hv-cinder-83577 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:21:00.954600 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-8f4d4202-a681-4005-8565-a26492550213 req-7cc78269-c11b-4faa-9113-9073ec7b41db tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:00.957949 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-8f4d4202-a681-4005-8565-a26492550213 req-7cc78269-c11b-4faa-9113-9073ec7b41db tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.35 "DELETE /v2.0/ports/2143af28-585c-4f87-adef-e00385fa7b91 HTTP/1.1" status: 204 len: 173 time: 0.4341486 Mar 30 07:21:00.958390 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d831174-317c-4c6d-b5b7-e01974621585', 'name': 'network-vif-deleted', 'tag': '2143af28-585c-4f87-adef-e00385fa7b91'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:21:00.960649 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8114fa-8426-42fe-9aeb-944a8937ac48" -d '{"events": [{"server_uuid": "1d831174-317c-4c6d-b5b7-e01974621585", "name": "network-vif-deleted", "tag": "2143af28-585c-4f87-adef-e00385fa7b91"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:21:01.056665 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c53dadd-7d49-4996-8494-b124747c5af7 x-openstack-request-id: req-1c53dadd-7d49-4996-8494-b124747c5af7 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:21:01.057138 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d831174-317c-4c6d-b5b7-e01974621585", "name": "network-vif-deleted", "tag": "2143af28-585c-4f87-adef-e00385fa7b91", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:21:01.057601 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c53dadd-7d49-4996-8494-b124747c5af7 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:21:01.058157 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c53dadd-7d49-4996-8494-b124747c5af7'] response: {'server_uuid': '1d831174-317c-4c6d-b5b7-e01974621585', 'name': 'network-vif-deleted', 'tag': '2143af28-585c-4f87-adef-e00385fa7b91', 'status': 'completed', 'code': 200} Mar 30 07:21:01.139521 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f78e2-dbce-4715-9021-64759a29fed3 req-ab4e21ac-595b-45d7-8a18-d87d1dcb9b46 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:01.141061 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-201f78e2-dbce-4715-9021-64759a29fed3 req-ab4e21ac-595b-45d7-8a18-d87d1dcb9b46 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0580537 Mar 30 07:21:01.187023 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-201f78e2-dbce-4715-9021-64759a29fed3 req-f2d85fc3-705f-4128-a232-df023ff59176 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398273 Mar 30 07:21:01.454692 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-372b0d88-afbc-4812-a38e-43a17e9ec046 req-c53f8c3c-4d84-4127-b784-c882f45b44dc tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d831174-317c-4c6d-b5b7-e01974621585 HTTP/1.1" status: 200 len: 210 time: 0.0335441 Mar 30 07:21:02.325747 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b5901-68bb-40e2-ba92-9bf81269d427 req-5add4e9d-bba9-421b-be85-6e0f210638f6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:02.327212 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1e3b5901-68bb-40e2-ba92-9bf81269d427 req-5add4e9d-bba9-421b-be85-6e0f210638f6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0555182 Mar 30 07:21:02.375118 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1e3b5901-68bb-40e2-ba92-9bf81269d427 req-b08c04d0-55d6-4b05-873a-2a3d39b0ce05 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 Mar 30 07:21:02.765104 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68345f51-e837-4ba8-a635-ecdb71f92498 req-dde72c51-aa7a-4fc8-8c90-d1fcb1e9ced7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:02.767107 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68345f51-e837-4ba8-a635-ecdb71f92498 req-dde72c51-aa7a-4fc8-8c90-d1fcb1e9ced7 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0701442 Mar 30 07:21:02.813652 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68345f51-e837-4ba8-a635-ecdb71f92498 req-bc882390-60ce-4f08-98f6-2eb0317e4fd5 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401638 Mar 30 07:21:03.414014 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:03.507582 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fea92f-37fa-4e0a-badc-83e0a1c644b9 req-50f0bd0b-9cd2-42a0-a5c9-940eccc7711a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:03.508985 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b4fea92f-37fa-4e0a-badc-83e0a1c644b9 req-50f0bd0b-9cd2-42a0-a5c9-940eccc7711a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0561357 Mar 30 07:21:03.558864 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b4fea92f-37fa-4e0a-badc-83e0a1c644b9 req-9df210f8-3bbc-4be3-bc65-129632b70647 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415165 Mar 30 07:21:03.952650 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe610d8a-87ff-4a28-b573-7e239dcdf6bf req-c3df3232-cac9-4c16-8385-c697c77ceb22 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:03.954110 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fe610d8a-87ff-4a28-b573-7e239dcdf6bf req-c3df3232-cac9-4c16-8385-c697c77ceb22 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0646801 Mar 30 07:21:04.003037 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fe610d8a-87ff-4a28-b573-7e239dcdf6bf req-3acdcad5-1908-4e0d-b7e5-936d9408776e tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429327 Mar 30 07:21:04.479495 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2143af28-585c-4f87-adef-e00385fa7b91 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:21:04.500198 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: 2143af28-585c-4f87-adef-e00385fa7b91 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:21:04.500539 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2143af28-585c-4f87-adef-e00385fa7b91 not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:21:04.706295 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c37f6-34d6-446b-9ce2-dfb2ea0fcc82 req-54b7f402-5369-4964-bf05-0e4a64045655 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:04.707778 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dc1c37f6-34d6-446b-9ce2-dfb2ea0fcc82 req-54b7f402-5369-4964-bf05-0e4a64045655 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0605590 Mar 30 07:21:04.755117 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dc1c37f6-34d6-446b-9ce2-dfb2ea0fcc82 req-2db289db-e0a7-495b-be38-06bc71605286 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415471 Mar 30 07:21:05.131895 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b8184-321e-4469-9160-0e371ba9911f req-28ae3603-bf06-4a91-8599-118e7e1c4f00 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:05.133388 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-234b8184-321e-4469-9160-0e371ba9911f req-28ae3603-bf06-4a91-8599-118e7e1c4f00 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0542662 Mar 30 07:21:05.185129 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-234b8184-321e-4469-9160-0e371ba9911f req-b99cf8aa-a928-4c3c-b29a-e833e1841aa0 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Mar 30 07:21:05.898177 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a6ad1-ceef-4497-a68d-b62ace37b774 req-18c8557b-8afa-4869-9655-8099fbe14237 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:05.899666 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-786a6ad1-ceef-4497-a68d-b62ace37b774 req-18c8557b-8afa-4869-9655-8099fbe14237 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0588615 Mar 30 07:21:05.952024 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-786a6ad1-ceef-4497-a68d-b62ace37b774 req-61ba8cdf-834c-4a02-a5f7-0edb08f52c75 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439560 Mar 30 07:21:06.190764 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75635dcf-3ce3-43ee-b6fd-78630ad00985 req-914597ef-e412-4075-b835-a89c89ecd535 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:06.192517 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-75635dcf-3ce3-43ee-b6fd-78630ad00985 req-914597ef-e412-4075-b835-a89c89ecd535 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0694518 Mar 30 07:21:06.299476 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-75635dcf-3ce3-43ee-b6fd-78630ad00985 req-c1fb45df-ab96-4061-aaa2-afef9b2c181c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Deleting port 8b69b063-2bbd-4852-b768-a54773d55703 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:21:06.300004 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-75635dcf-3ce3-43ee-b6fd-78630ad00985 req-c1fb45df-ab96-4061-aaa2-afef9b2c181c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (8b69b063-2bbd-4852-b768-a54773d55703), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:06.303292 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e4fcd-773d-48b4-a227-f590df65fc62 req-064c87d5-af6b-4595-879e-f263734b0986 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:06.304848 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-842e4fcd-773d-48b4-a227-f590df65fc62 req-064c87d5-af6b-4595-879e-f263734b0986 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fedaffa-1632-4376-a01c-64b81265770e HTTP/1.1" status: 200 len: 946 time: 0.0526259 Mar 30 07:21:06.351204 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-842e4fcd-773d-48b4-a227-f590df65fc62 req-f3d9baa0-e6a2-45e4-9123-e42218f5b812 tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a5820eb-a625-4859-a0a2-ef731af3744b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407689 Mar 30 07:21:06.387778 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-75635dcf-3ce3-43ee-b6fd-78630ad00985 req-c1fb45df-ab96-4061-aaa2-afef9b2c181c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] For port 8b69b063-2bbd-4852-b768-a54773d55703, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=8b69b063-2bbd-4852-b768-a54773d55703,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:06.388170 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-75635dcf-3ce3-43ee-b6fd-78630ad00985 req-c1fb45df-ab96-4061-aaa2-afef9b2c181c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (8b69b063-2bbd-4852-b768-a54773d55703), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:06.401844 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-75635dcf-3ce3-43ee-b6fd-78630ad00985 req-c1fb45df-ab96-4061-aaa2-afef9b2c181c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Calling delete_port for 8b69b063-2bbd-4852-b768-a54773d55703 owned by compute:nova {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:21:06.480561 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device e4a2a22a-64df-4018-a002-940abcd5bbba details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:21:06.545032 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-75635dcf-3ce3-43ee-b6fd-78630ad00985 req-c1fb45df-ab96-4061-aaa2-afef9b2c181c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (8b69b063-2bbd-4852-b768-a54773d55703), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:06.573684 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb45df-ab96-4061-aaa2-afef9b2c181c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Pushing event deleted for resources: {'Port': ['ID=8b69b063-2bbd-4852-b768-a54773d55703,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:06.591027 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port e4a2a22a-64df-4018-a002-940abcd5bbba, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=e4a2a22a-64df-4018-a002-940abcd5bbba,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:06.602177 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['8b69b063-2bbd-4852-b768-a54773d55703'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:21:06.619949 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-75635dcf-3ce3-43ee-b6fd-78630ad00985 req-c1fb45df-ab96-4061-aaa2-afef9b2c181c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] No DVR routers for this DVR port 8b69b063-2bbd-4852-b768-a54773d55703 on host hv-cinder-83577 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:21:06.622465 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-75635dcf-3ce3-43ee-b6fd-78630ad00985 req-c1fb45df-ab96-4061-aaa2-afef9b2c181c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:06.625488 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'port_id': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'mac_address': 'fa:16:3e:4b:1c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:21:06.625776 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-75635dcf-3ce3-43ee-b6fd-78630ad00985 req-c1fb45df-ab96-4061-aaa2-afef9b2c181c tempest-ServerRescueNegativeTestJSON-1826638167 tempest-ServerRescueNegativeTestJSON-1826638167-project] 10.222.0.35 "DELETE /v2.0/ports/8b69b063-2bbd-4852-b768-a54773d55703 HTTP/1.1" status: 204 len: 173 time: 0.4262114 Mar 30 07:21:06.626276 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fedaffa-1632-4376-a01c-64b81265770e', 'name': 'network-vif-deleted', 'tag': '8b69b063-2bbd-4852-b768-a54773d55703'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:21:06.628567 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001162cb-f0b8-4a2d-bd2e-5536505c74ac" -d '{"events": [{"server_uuid": "7fedaffa-1632-4376-a01c-64b81265770e", "name": "network-vif-deleted", "tag": "8b69b063-2bbd-4852-b768-a54773d55703"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:21:06.666877 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14072d3-be4e-474a-a2e7-0b27446c21af x-openstack-request-id: req-d14072d3-be4e-474a-a2e7-0b27446c21af {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:21:06.667168 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fedaffa-1632-4376-a01c-64b81265770e", "name": "network-vif-deleted", "tag": "8b69b063-2bbd-4852-b768-a54773d55703", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:21:06.667423 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d14072d3-be4e-474a-a2e7-0b27446c21af {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:21:06.668005 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14072d3-be4e-474a-a2e7-0b27446c21af'] response: {'server_uuid': '7fedaffa-1632-4376-a01c-64b81265770e', 'name': 'network-vif-deleted', 'tag': '8b69b063-2bbd-4852-b768-a54773d55703', 'status': 'completed', 'code': 200} Mar 30 07:21:06.671913 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port e4a2a22a-64df-4018-a002-940abcd5bbba is: ACTIVE; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:21:06.672312 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:06.686672 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4a2a22a-64df-4018-a002-940abcd5bbba {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:21:06.711753 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port e4a2a22a-64df-4018-a002-940abcd5bbba, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=e4a2a22a-64df-4018-a002-940abcd5bbba,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:06.716195 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:06.767372 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=e4a2a22a-64df-4018-a002-940abcd5bbba,revision_number=6']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:06.996977 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['e4a2a22a-64df-4018-a002-940abcd5bbba'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:21:07.084377 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457cc62-9f11-4f63-a976-432438ba9b7e req-5e4e5ac7-0892-41ab-a3ab-0102e9ed4a18 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:07.088335 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4457cc62-9f11-4f63-a976-432438ba9b7e req-5e4e5ac7-0892-41ab-a3ab-0102e9ed4a18 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 945 time: 0.0600374 Mar 30 07:21:07.135386 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4457cc62-9f11-4f63-a976-432438ba9b7e req-462bb910-c8f5-4ffc-8916-3af10d151bf6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438964 Mar 30 07:21:07.412616 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41750) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:08.193932 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-605e95de-bb6c-45e2-8d89-8e943c84f26b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622650'] for router_interface (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:08.338256 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31b604-4415-4f64-9129-2bd8d47a748b req-34a79c2d-a351-4d89-afb8-ebbdadf927b1 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:08.339764 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eb31b604-4415-4f64-9129-2bd8d47a748b req-34a79c2d-a351-4d89-afb8-ebbdadf927b1 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 945 time: 0.1028624 Mar 30 07:21:08.496235 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eb31b604-4415-4f64-9129-2bd8d47a748b req-7e72bb28-d341-4d6e-a046-9c8b6e5b89b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462615 Mar 30 07:21:08.509561 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device e4a2a22a-64df-4018-a002-940abcd5bbba up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:21:08.567268 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port e4a2a22a-64df-4018-a002-940abcd5bbba triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:21:08.568004 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:08.647519 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port e4a2a22a-64df-4018-a002-940abcd5bbba is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:21:08.648235 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:08.661254 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-605e95de-bb6c-45e2-8d89-8e943c84f26b admin admin] Deleting port a5eeb761-3112-4486-9d8c-0e8299a1c69d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:21:08.661590 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-605e95de-bb6c-45e2-8d89-8e943c84f26b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:08.677425 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a2a22a-64df-4018-a002-940abcd5bbba'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:21:08.679837 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33199769-58f8-4739-a9b0-3aa943c97d86" -d '{"events": [{"server_uuid": "e370a461-4e4d-4b34-87f6-fe6e3ba548b6", "name": "network-vif-plugged", "status": "completed", "tag": "e4a2a22a-64df-4018-a002-940abcd5bbba"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:21:08.694823 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port e4a2a22a-64df-4018-a002-940abcd5bbba, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=e4a2a22a-64df-4018-a002-940abcd5bbba,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:08.710048 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:08.711242 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 8b69b063-2bbd-4852-b768-a54773d55703 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:21:08.770022 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=e4a2a22a-64df-4018-a002-940abcd5bbba,revision_number=7']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:08.785762 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-605e95de-bb6c-45e2-8d89-8e943c84f26b admin admin] For port a5eeb761-3112-4486-9d8c-0e8299a1c69d, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=a5eeb761-3112-4486-9d8c-0e8299a1c69d,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:08.786579 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-605e95de-bb6c-45e2-8d89-8e943c84f26b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:08.804268 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: 8b69b063-2bbd-4852-b768-a54773d55703 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:21:08.806324 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 8b69b063-2bbd-4852-b768-a54773d55703 not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:21:08.809611 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-605e95de-bb6c-45e2-8d89-8e943c84f26b admin admin] Calling delete_port for a5eeb761-3112-4486-9d8c-0e8299a1c69d owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:21:08.867775 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb94699-5433-44e3-86ec-38c97c424af2 x-openstack-request-id: req-cfb94699-5433-44e3-86ec-38c97c424af2 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:21:08.868641 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e370a461-4e4d-4b34-87f6-fe6e3ba548b6", "name": "network-vif-plugged", "status": "completed", "tag": "e4a2a22a-64df-4018-a002-940abcd5bbba", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:21:08.869053 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfb94699-5433-44e3-86ec-38c97c424af2 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:21:08.869610 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb94699-5433-44e3-86ec-38c97c424af2'] response: {'server_uuid': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'code': 200} Mar 30 07:21:09.025950 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-605e95de-bb6c-45e2-8d89-8e943c84f26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (a5eeb761-3112-4486-9d8c-0e8299a1c69d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:09.060991 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e95de-bb6c-45e2-8d89-8e943c84f26b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5eeb761-3112-4486-9d8c-0e8299a1c69d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:09.296790 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-605e95de-bb6c-45e2-8d89-8e943c84f26b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622506'] for router_interface (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:09.559857 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605e95de-bb6c-45e2-8d89-8e943c84f26b admin admin] Router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:21:09.716142 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964466bf-83a8-4d64-a9ac-7d0769b8fe73 req-1f63a336-618b-4f10-91dd-0ab0a804d770 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:09.717716 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-964466bf-83a8-4d64-a9ac-7d0769b8fe73 req-1f63a336-618b-4f10-91dd-0ab0a804d770 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.1376162 Mar 30 07:21:09.762698 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605e95de-bb6c-45e2-8d89-8e943c84f26b admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:21:09.769345 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-605e95de-bb6c-45e2-8d89-8e943c84f26b admin admin] 10.222.0.20 "PUT /v2.0/routers/8b212ec1-cd02-4e08-bbe2-a941f8b5511a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3553360 Mar 30 07:21:09.771696 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41778) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:09.772186 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f568a551-0935-48f3-8df9-6d4299ef91f4 None None] Sync routers for ids ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:21:09.784546 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f568a551-0935-48f3-8df9-6d4299ef91f4 None None] Routers {'8b212ec1-cd02-4e08-bbe2-a941f8b5511a'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:21:09.785622 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f568a551-0935-48f3-8df9-6d4299ef91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:20:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:09.813011 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-964466bf-83a8-4d64-a9ac-7d0769b8fe73 req-3e05d645-2010-4df9-bdd1-3ef4fe8894d1 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785379 Mar 30 07:21:09.898531 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] Publish callbacks [] for router (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:09.940180 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f568a551-0935-48f3-8df9-6d4299ef91f4 None None] Set router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:21:10.015423 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] Publish callbacks [] for router_gateway (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:10.093504 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] Deleting port c1ccb20b-0452-4abd-9566-8ec956e85c46 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:21:10.094175 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (c1ccb20b-0452-4abd-9566-8ec956e85c46), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:10.162316 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f568a551-0935-48f3-8df9-6d4299ef91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:21:08Z', 'revision_number': 5, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port': {'id': 'c1ccb20b-0452-4abd-9566-8ec956e85c46', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:10.185108 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] For port c1ccb20b-0452-4abd-9566-8ec956e85c46, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=c1ccb20b-0452-4abd-9566-8ec956e85c46,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:10.185565 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (c1ccb20b-0452-4abd-9566-8ec956e85c46), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:10.196394 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f568a551-0935-48f3-8df9-6d4299ef91f4 None None] Checking router: 8b212ec1-cd02-4e08-bbe2-a941f8b5511a for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:21:10.200759 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] Calling delete_port for c1ccb20b-0452-4abd-9566-8ec956e85c46 owned by network:router_gateway {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:21:10.213406 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f568a551-0935-48f3-8df9-6d4299ef91f4 None None] Routers {'8b212ec1-cd02-4e08-bbe2-a941f8b5511a'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:21:10.216001 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f568a551-0935-48f3-8df9-6d4299ef91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:20:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:10.324724 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f568a551-0935-48f3-8df9-6d4299ef91f4 None None] Set router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:21:10.382356 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f568a551-0935-48f3-8df9-6d4299ef91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:21:10Z', 'revision_number': 6, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port_host': None}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:10.389385 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (c1ccb20b-0452-4abd-9566-8ec956e85c46), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:10.412210 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f568a551-0935-48f3-8df9-6d4299ef91f4 None None] The sync data for ids ['8b212ec1-cd02-4e08-bbe2-a941f8b5511a'] in dv-cinder-835778-2-iscsi is: [{'id': '8b212ec1-cd02-4e08-bbe2-a941f8b5511a', 'name': 'tempest-ServerRescueNegativeTestJSON-2011585463-router', 'tenant_id': 'b5ef95aec46649a2b057416827ea46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:21:10Z', 'revision_number': 6, 'project_id': 'b5ef95aec46649a2b057416827ea46aa', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:21:10.429963 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ccb20b-0452-4abd-9566-8ec956e85c46,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:10.503570 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622784'] for router_gateway (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:10.626765 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1931'] for router (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:10.629252 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] Publish callbacks [] for router_controller (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), precommit_delete_associations {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:10.699034 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624293'] for router (8b212ec1-cd02-4e08-bbe2-a941f8b5511a), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:10.699574 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b212ec1-cd02-4e08-bbe2-a941f8b5511a {{(pid=103478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 07:21:10.704772 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:10.707853 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-c21ecd30-594c-4802-9d85-901892d1d108 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8b212ec1-cd02-4e08-bbe2-a941f8b5511a HTTP/1.1" status: 204 len: 168 time: 0.9293091 Mar 30 07:21:10.708845 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41784) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:10.758565 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1d37f2-f807-4e6f-8547-dec76f20def8 admin admin] Deleting subnet 9a5dac56-1852-4518-bc4f-5d055e291a8a {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:21:10.761865 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca1d37f2-f807-4e6f-8547-dec76f20def8 admin admin] Publish callbacks [] for subnet (9a5dac56-1852-4518-bc4f-5d055e291a8a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:10.814580 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca1d37f2-f807-4e6f-8547-dec76f20def8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7367719'] for subnet (9a5dac56-1852-4518-bc4f-5d055e291a8a), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:10.984386 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca1d37f2-f807-4e6f-8547-dec76f20def8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (9a5dac56-1852-4518-bc4f-5d055e291a8a), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:11.031628 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c8e30-099c-43d9-9ee1-dcbaed387945 req-90378eb3-2355-4bc8-9a0e-ad92f54c3fc4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:11.033149 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-116c8e30-099c-43d9-9ee1-dcbaed387945 req-90378eb3-2355-4bc8-9a0e-ad92f54c3fc4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.1113851 Mar 30 07:21:11.079294 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca1d37f2-f807-4e6f-8547-dec76f20def8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7417498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7759391'] for subnet (9a5dac56-1852-4518-bc4f-5d055e291a8a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:11.116403 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d37f2-f807-4e6f-8547-dec76f20def8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a5dac56-1852-4518-bc4f-5d055e291a8a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:11.122341 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-116c8e30-099c-43d9-9ee1-dcbaed387945 req-7db2b2a2-3a9f-485f-b0ae-41a51d6a355e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785203 Mar 30 07:21:11.124057 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca1d37f2-f807-4e6f-8547-dec76f20def8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:11.129708 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ca1d37f2-f807-4e6f-8547-dec76f20def8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9a5dac56-1852-4518-bc4f-5d055e291a8a HTTP/1.1" status: 204 len: 168 time: 0.4173985 Mar 30 07:21:11.130539 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41788) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:11.137171 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fb8dc9-f801-4812-805a-f69192f024d7 None None] Network b9678c55-7461-4938-ba80-6574cdde20b1 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:21:11.244539 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (b9678c55-7461-4938-ba80-6574cdde20b1), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:11.312245 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] Deleting port 712033ed-c751-4ee1-860b-6730028be183 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:21:11.312582 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (712033ed-c751-4ee1-860b-6730028be183), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:11.357909 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab599afc-8de8-4080-a749-5f58296021f8 None None] DHCP port deletion for b9678c55-7461-4938-ba80-6574cdde20b1 request from dv-cinder-835778-2-iscsi {{(pid=103479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 07:21:11.441959 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] For port 712033ed-c751-4ee1-860b-6730028be183, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=712033ed-c751-4ee1-860b-6730028be183,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:11.442271 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (712033ed-c751-4ee1-860b-6730028be183), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:11.449592 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device c1ccb20b-0452-4abd-9566-8ec956e85c46 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:21:11.469779 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] Calling delete_port for 712033ed-c751-4ee1-860b-6730028be183 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:21:11.488877 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-ab599afc-8de8-4080-a749-5f58296021f8 None None] Deleting port 712033ed-c751-4ee1-860b-6730028be183 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:21:11.489282 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ab599afc-8de8-4080-a749-5f58296021f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (712033ed-c751-4ee1-860b-6730028be183), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:11.492477 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: c1ccb20b-0452-4abd-9566-8ec956e85c46 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:21:11.492824 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device c1ccb20b-0452-4abd-9566-8ec956e85c46 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:21:11.493236 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device a5eeb761-3112-4486-9d8c-0e8299a1c69d no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:21:11.552176 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: a5eeb761-3112-4486-9d8c-0e8299a1c69d {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:21:11.552521 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device a5eeb761-3112-4486-9d8c-0e8299a1c69d not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:21:11.575430 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-ab599afc-8de8-4080-a749-5f58296021f8 None None] For port 712033ed-c751-4ee1-860b-6730028be183, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=712033ed-c751-4ee1-860b-6730028be183,segment=NetworkSegment(26da5a4d-67e8-4de0-84d7-9ff078da4e1a),segment_id=26da5a4d-67e8-4de0-84d7-9ff078da4e1a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:11.576070 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ab599afc-8de8-4080-a749-5f58296021f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (712033ed-c751-4ee1-860b-6730028be183), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:11.580539 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (712033ed-c751-4ee1-860b-6730028be183), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:11.590926 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-ab599afc-8de8-4080-a749-5f58296021f8 None None] Calling delete_port for 712033ed-c751-4ee1-860b-6730028be183 owned by network:dhcp {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:21:11.619097 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=712033ed-c751-4ee1-860b-6730028be183,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:11.621066 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] No DVR routers for this DVR port 712033ed-c751-4ee1-860b-6730028be183 on host dv-cinder-835778-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:21:11.719004 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (b9678c55-7461-4938-ba80-6574cdde20b1), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:11.757914 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9678c55-7461-4938-ba80-6574cdde20b1']}} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:11.769048 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ab599afc-8de8-4080-a749-5f58296021f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422'] for port (712033ed-c751-4ee1-860b-6730028be183), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:11.770907 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26da5a4d-67e8-4de0-84d7-9ff078da4e1a') {'for_net_delete': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:11.771391 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26da5a4d-67e8-4de0-84d7-9ff078da4e1a') {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:11.781070 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5776156'] for segment (26da5a4d-67e8-4de0-84d7-9ff078da4e1a), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:11.795104 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (26da5a4d-67e8-4de0-84d7-9ff078da4e1a), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:11.799348 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab599afc-8de8-4080-a749-5f58296021f8 None None] Pushing event deleted for resources: {'Port': ['ID=712033ed-c751-4ee1-860b-6730028be183,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:11.803312 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:21:11.804104 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151914'] for segment (26da5a4d-67e8-4de0-84d7-9ff078da4e1a), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: Traceback (most recent call last): Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: timer() Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: cb(*args, **kw) Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: return func(*args, **kwargs) Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: self._notify() Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: self.callback(batched_events) Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: event.method(event) Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: return f(self, *a, **k) Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._get(url).json() Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: return self.request(url, 'GET', **kwargs) Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:21:11.806076 dv-cinder-835778-2-iscsi neutron-server[103478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:21:11.809884 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab599afc-8de8-4080-a749-5f58296021f8 None None] No DVR routers for this DVR port 712033ed-c751-4ee1-860b-6730028be183 on host dv-cinder-835778-2-iscsi {{(pid=103479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:21:12.158063 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (b9678c55-7461-4938-ba80-6574cdde20b1), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:12.166761 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:12.172570 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b9678c55-7461-4938-ba80-6574cdde20b1 HTTP/1.1" status: 204 len: 168 time: 1.0408869 Mar 30 07:21:12.184082 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec96d26-6662-4dff-933e-93fc33a3f1b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9678c55-7461-4938-ba80-6574cdde20b1,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:12.338304 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f05e1d-e003-4e57-888e-a522796f6f0c req-cdbc28af-a281-42e6-86db-ff8c3daa81d0 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:12.343391 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41794) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:12.348473 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-52f05e1d-e003-4e57-888e-a522796f6f0c req-cdbc28af-a281-42e6-86db-ff8c3daa81d0 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0893536 Mar 30 07:21:12.395035 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-8be6f9a7-442a-4c3e-b136-3840027cda4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5ef95aec46649a2b057416827ea46aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0503767 Mar 30 07:21:12.397540 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41796) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:12.405458 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-52f05e1d-e003-4e57-888e-a522796f6f0c req-982bb3ec-1995-4042-a50b-a5536da8dcf0 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544229 Mar 30 07:21:12.451211 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ecc0d90-742b-4abe-8856-cf7562521056 admin admin] Publish callbacks [] for security_group (0a5820eb-a625-4859-a0a2-ef731af3744b), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:12.478517 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ecc0d90-742b-4abe-8856-cf7562521056 admin admin] Publish callbacks [] for security_group (0a5820eb-a625-4859-a0a2-ef731af3744b), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:12.531249 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ecc0d90-742b-4abe-8856-cf7562521056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (0a5820eb-a625-4859-a0a2-ef731af3744b), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:12.534275 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ecc0d90-742b-4abe-8856-cf7562521056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:12.535502 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-9ecc0d90-742b-4abe-8856-cf7562521056 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a5820eb-a625-4859-a0a2-ef731af3744b HTTP/1.1" status: 204 len: 168 time: 0.1370287 Mar 30 07:21:12.547364 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc0d90-742b-4abe-8856-cf7562521056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5820eb-a625-4859-a0a2-ef731af3744b,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:13.427444 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 712033ed-c751-4ee1-860b-6730028be183 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:21:13.452147 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: 712033ed-c751-4ee1-860b-6730028be183 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:21:13.452517 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 712033ed-c751-4ee1-860b-6730028be183 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:21:13.585232 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d4442-0135-4903-a0f5-9143aeb8f79d req-fb178f5e-f8d9-4ffc-9cfc-58b7cb24881a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:13.586872 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-892d4442-0135-4903-a0f5-9143aeb8f79d req-fb178f5e-f8d9-4ffc-9cfc-58b7cb24881a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0610526 Mar 30 07:21:13.637502 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-892d4442-0135-4903-a0f5-9143aeb8f79d req-7af7e586-2af0-4903-8575-404ce733a390 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435169 Mar 30 07:21:14.772459 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f97ae-7b54-4d34-ae5a-865d9c9dbad2 req-3aa8ad5f-f9a2-4d43-88e1-b981ba10060a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:14.774048 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fc2f97ae-7b54-4d34-ae5a-865d9c9dbad2 req-3aa8ad5f-f9a2-4d43-88e1-b981ba10060a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0537446 Mar 30 07:21:14.827266 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fc2f97ae-7b54-4d34-ae5a-865d9c9dbad2 req-4939f823-8a90-4081-b8b7-4ec58b6e7c32 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472178 Mar 30 07:21:15.977216 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3f160-4b4a-40c5-86e8-d14558d08450 req-9298354b-6288-4366-8393-cefb538ca1ea tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:15.980075 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c0d3f160-4b4a-40c5-86e8-d14558d08450 req-9298354b-6288-4366-8393-cefb538ca1ea tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0774341 Mar 30 07:21:16.030420 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c0d3f160-4b4a-40c5-86e8-d14558d08450 req-5b035564-ec27-4b06-9c12-8d8a75ef8764 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447078 Mar 30 07:21:16.595266 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41872) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:16.711693 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1c33e88-9e4b-4c40-8405-313959709fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:16.791039 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1c33e88-9e4b-4c40-8405-313959709fdd admin admin] Publish callbacks [] for security_group (faf87ece-bce7-45ce-8fea-3d1a05273932), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:16.797929 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1c33e88-9e4b-4c40-8405-313959709fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (faf87ece-bce7-45ce-8fea-3d1a05273932), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:16.842873 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-a1c33e88-9e4b-4c40-8405-313959709fdd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=022e24ed415942059c3079739406fd3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439992 Mar 30 07:21:16.842873 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c33e88-9e4b-4c40-8405-313959709fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf87ece-bce7-45ce-8fea-3d1a05273932,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:16.843258 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41876) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:16.910650 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-354edd94-e3e6-4ff3-afad-6a1fa8b4db8a admin admin] Publish callbacks [] for security_group (faf87ece-bce7-45ce-8fea-3d1a05273932), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:16.934264 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-354edd94-e3e6-4ff3-afad-6a1fa8b4db8a admin admin] Publish callbacks [] for security_group (faf87ece-bce7-45ce-8fea-3d1a05273932), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:16.997205 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-354edd94-e3e6-4ff3-afad-6a1fa8b4db8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (faf87ece-bce7-45ce-8fea-3d1a05273932), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:17.000011 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-354edd94-e3e6-4ff3-afad-6a1fa8b4db8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:17.001155 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-354edd94-e3e6-4ff3-afad-6a1fa8b4db8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/faf87ece-bce7-45ce-8fea-3d1a05273932 HTTP/1.1" status: 204 len: 168 time: 0.1567311 Mar 30 07:21:17.009423 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354edd94-e3e6-4ff3-afad-6a1fa8b4db8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf87ece-bce7-45ce-8fea-3d1a05273932,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:17.159757 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8a5f3-90e6-467b-a6f8-b7386d9f38c8 req-926bea5f-50fd-4fb8-b2dd-f122eb05ac3a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:17.161408 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31b8a5f3-90e6-467b-a6f8-b7386d9f38c8 req-926bea5f-50fd-4fb8-b2dd-f122eb05ac3a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0554481 Mar 30 07:21:17.215527 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31b8a5f3-90e6-467b-a6f8-b7386d9f38c8 req-af3dbca2-3f9d-45ec-840a-8d523e9586d8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486045 Mar 30 07:21:17.841424 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebf332-b70a-4c76-b226-ec9fab458344 req-d4953896-ce51-4b5e-8fa2-2370b609f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:17.842875 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-37ebf332-b70a-4c76-b226-ec9fab458344 req-d4953896-ce51-4b5e-8fa2-2370b609f90b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee09b83520e4e8ba691a79d60604388&device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 1130 time: 0.0480969 Mar 30 07:21:17.937467 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebf332-b70a-4c76-b226-ec9fab458344 req-3fb09fcd-8317-4527-9694-e2a03ff75bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:17.939000 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-37ebf332-b70a-4c76-b226-ec9fab458344 req-3fb09fcd-8317-4527-9694-e2a03ff75bac service neutron] 10.222.0.35 "GET /v2.0/networks?id=89db86be-e389-43ed-80e6-11e20145eaf2 HTTP/1.1" status: 200 len: 918 time: 0.0899787 Mar 30 07:21:18.009703 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-37ebf332-b70a-4c76-b226-ec9fab458344 req-c5bb48e3-566a-4623-8352-e2057e7bb86e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4a2a22a-64df-4018-a002-940abcd5bbba HTTP/1.1" status: 200 len: 1002 time: 0.0642221 Mar 30 07:21:18.058387 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebf332-b70a-4c76-b226-ec9fab458344 req-b0acbef6-7c1a-4e34-a68c-b220d47b8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:18.059869 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-37ebf332-b70a-4c76-b226-ec9fab458344 req-b0acbef6-7c1a-4e34-a68c-b220d47b8d3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602 HTTP/1.1" status: 200 len: 856 time: 0.0443335 Mar 30 07:21:18.114572 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebf332-b70a-4c76-b226-ec9fab458344 req-912b0d27-5b80-4b3e-96d9-43dd99203fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:18.116110 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-37ebf332-b70a-4c76-b226-ec9fab458344 req-912b0d27-5b80-4b3e-96d9-43dd99203fc9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=89db86be-e389-43ed-80e6-11e20145eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501237 Mar 30 07:21:18.206321 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-37ebf332-b70a-4c76-b226-ec9fab458344 req-8dabe416-c8f5-4d1a-b537-44b8f18a6b8e service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814352 Mar 30 07:21:18.299096 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-37ebf332-b70a-4c76-b226-ec9fab458344 req-887241ba-afb2-4f9d-b65a-af83e75d35c0 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886185 Mar 30 07:21:18.341652 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a06ad5-7545-483c-98ce-cb869a9231fc req-e81b2630-03b7-48ae-82ac-dcce4eaad928 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:18.343119 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4a06ad5-7545-483c-98ce-cb869a9231fc req-e81b2630-03b7-48ae-82ac-dcce4eaad928 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0548124 Mar 30 07:21:18.391584 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4a06ad5-7545-483c-98ce-cb869a9231fc req-26c0af6c-555a-4d02-80ca-28d11aac2aff tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423586 Mar 30 07:21:18.603828 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 41934) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:18.711227 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-34bb68e9-89dd-46b3-a050-e426d5daff6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:18.796975 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-34bb68e9-89dd-46b3-a050-e426d5daff6c admin admin] Publish callbacks [] for security_group (9fefe8fc-4e7a-437e-adf4-6c32839f205d), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:18.802746 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-34bb68e9-89dd-46b3-a050-e426d5daff6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (9fefe8fc-4e7a-437e-adf4-6c32839f205d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:18.840141 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-34bb68e9-89dd-46b3-a050-e426d5daff6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a6820b14238463aabc2a16c92da1acc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351840 Mar 30 07:21:18.841100 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb68e9-89dd-46b3-a050-e426d5daff6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fefe8fc-4e7a-437e-adf4-6c32839f205d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:18.843067 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41938) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:18.892413 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de948c8b-d08e-4e93-b115-339a61aebee9 admin admin] Publish callbacks [] for security_group (9fefe8fc-4e7a-437e-adf4-6c32839f205d), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:18.912896 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de948c8b-d08e-4e93-b115-339a61aebee9 admin admin] Publish callbacks [] for security_group (9fefe8fc-4e7a-437e-adf4-6c32839f205d), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:18.961429 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de948c8b-d08e-4e93-b115-339a61aebee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (9fefe8fc-4e7a-437e-adf4-6c32839f205d), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:18.964452 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de948c8b-d08e-4e93-b115-339a61aebee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:18.965716 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-de948c8b-d08e-4e93-b115-339a61aebee9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fefe8fc-4e7a-437e-adf4-6c32839f205d HTTP/1.1" status: 204 len: 168 time: 0.1216292 Mar 30 07:21:18.974063 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de948c8b-d08e-4e93-b115-339a61aebee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fefe8fc-4e7a-437e-adf4-6c32839f205d,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:19.278009 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41944) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:19.291667 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7ed06e66-d61e-4a02-9973-f5ed6be59d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:19.392207 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7ed06e66-d61e-4a02-9973-f5ed6be59d40 admin admin] Publish callbacks [] for security_group (41749ba8-996b-479c-a9d8-e279730d9e39), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:19.399584 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7ed06e66-d61e-4a02-9973-f5ed6be59d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (41749ba8-996b-479c-a9d8-e279730d9e39), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:19.448505 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed06e66-d61e-4a02-9973-f5ed6be59d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41749ba8-996b-479c-a9d8-e279730d9e39,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:19.453046 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-7ed06e66-d61e-4a02-9973-f5ed6be59d40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1405fc7b32ac4f6eb8b342e06b46c217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738818 Mar 30 07:21:19.455768 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 41948) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:19.515493 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a75f0725-64f4-4d27-bf94-d4d89aa52426 admin admin] Publish callbacks [] for security_group (41749ba8-996b-479c-a9d8-e279730d9e39), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:19.534289 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4b22a-63a6-40e7-9bfd-42cafd7555d3 req-1d0d7302-b0e2-47d7-9173-f7e96a400d39 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:19.537146 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1bc4b22a-63a6-40e7-9bfd-42cafd7555d3 req-1d0d7302-b0e2-47d7-9173-f7e96a400d39 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0636485 Mar 30 07:21:19.541304 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a75f0725-64f4-4d27-bf94-d4d89aa52426 admin admin] Publish callbacks [] for security_group (41749ba8-996b-479c-a9d8-e279730d9e39), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:19.592420 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1bc4b22a-63a6-40e7-9bfd-42cafd7555d3 req-2f7acbd8-9ddb-4692-931f-77f4928dff93 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502379 Mar 30 07:21:19.602591 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a75f0725-64f4-4d27-bf94-d4d89aa52426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (41749ba8-996b-479c-a9d8-e279730d9e39), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:19.605925 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a75f0725-64f4-4d27-bf94-d4d89aa52426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:19.607100 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-a75f0725-64f4-4d27-bf94-d4d89aa52426 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41749ba8-996b-479c-a9d8-e279730d9e39 HTTP/1.1" status: 204 len: 168 time: 0.1502218 Mar 30 07:21:19.621285 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f0725-64f4-4d27-bf94-d4d89aa52426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41749ba8-996b-479c-a9d8-e279730d9e39,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:20.567202 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device e4a2a22a-64df-4018-a002-940abcd5bbba no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:21:20.763580 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d64dc-9c1e-42e9-af27-e68ab19e78c9 req-f74aa849-8016-4404-9bd9-220522e1211e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:20.772405 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-349d64dc-9c1e-42e9-af27-e68ab19e78c9 req-f74aa849-8016-4404-9bd9-220522e1211e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 946 time: 0.0758812 Mar 30 07:21:20.788177 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port e4a2a22a-64df-4018-a002-940abcd5bbba is: ACTIVE; New status is: DOWN {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:21:20.788177 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:20.820251 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port e4a2a22a-64df-4018-a002-940abcd5bbba, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=e4a2a22a-64df-4018-a002-940abcd5bbba,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:20.821714 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a2a22a-64df-4018-a002-940abcd5bbba'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:21:20.824443 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a4ec63-e155-465b-b302-a3a8e04c55d9" -d '{"events": [{"server_uuid": "e370a461-4e4d-4b34-87f6-fe6e3ba548b6", "name": "network-vif-unplugged", "status": "completed", "tag": "e4a2a22a-64df-4018-a002-940abcd5bbba"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:21:20.828831 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:20.852825 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-349d64dc-9c1e-42e9-af27-e68ab19e78c9 req-e67f9f12-1353-4dc9-8af7-5a3799b546c2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795934 Mar 30 07:21:20.892447 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Mar 2022 07:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9cafe0-8293-494d-b566-849fa2602432 x-openstack-request-id: req-1a9cafe0-8293-494d-b566-849fa2602432 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:21:20.892792 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e370a461-4e4d-4b34-87f6-fe6e3ba548b6", "name": "network-vif-unplugged", "status": "failed", "tag": "e4a2a22a-64df-4018-a002-940abcd5bbba", "code": 422}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:21:20.893103 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a9cafe0-8293-494d-b566-849fa2602432 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:21:20.893597 dv-cinder-835778-2-iscsi neutron-server[103479]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1a9cafe0-8293-494d-b566-849fa2602432']: {'server_uuid': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'code': 422} returned with failed status Mar 30 07:21:20.905388 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=e4a2a22a-64df-4018-a002-940abcd5bbba,revision_number=8']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:22.067520 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda781a-0bb0-4604-ac0a-a362a5cb91cd req-07c71aa2-2b4c-45b6-b9c1-dc3e4a942e33 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:22.069562 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0eda781a-0bb0-4604-ac0a-a362a5cb91cd req-07c71aa2-2b4c-45b6-b9c1-dc3e4a942e33 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 944 time: 0.0690911 Mar 30 07:21:22.374465 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0eda781a-0bb0-4604-ac0a-a362a5cb91cd req-f72f5184-968a-4daf-aa8b-87ebc50b3a7d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961543 Mar 30 07:21:22.479450 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42090) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:22.579649 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-ffad3345-69a0-4f7e-a655-d2517da0c9aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967085 Mar 30 07:21:22.595491 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-64ef0ad2-518b-44a3-930a-0b82c6a3e510 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103478) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 07:21:22.595491 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-64ef0ad2-518b-44a3-930a-0b82c6a3e510 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072007 Mar 30 07:21:22.676815 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42102) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:22.787614 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-ef109c89-847e-444e-8b0d-32f5d09d8228 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:22.789048 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-ef109c89-847e-444e-8b0d-32f5d09d8228 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports/e4a2a22a-64df-4018-a002-940abcd5bbba HTTP/1.1" status: 200 len: 941 time: 0.1111529 Mar 30 07:21:23.498918 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0569be-79a4-473c-a5c7-4097c8820056 req-efd8cbdf-a90d-4ac0-9986-6b9ccace62c4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:23.500831 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6c0569be-79a4-473c-a5c7-4097c8820056 req-efd8cbdf-a90d-4ac0-9986-6b9ccace62c4 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 944 time: 0.0566263 Mar 30 07:21:23.548638 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6c0569be-79a4-473c-a5c7-4097c8820056 req-784aded7-0f75-4297-a3a3-10a96fbe93ff tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419564 Mar 30 07:21:23.829365 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-bcf0e84f-e971-4184-b879-dbfac4ceeff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:23.830824 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-bcf0e84f-e971-4184-b879-dbfac4ceeff1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6&tenant_id=8ee09b83520e4e8ba691a79d60604388 HTTP/1.1" status: 200 len: 1128 time: 0.0525944 Mar 30 07:21:23.910315 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-815c20f9-ef1a-4843-b230-f2114f4a631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:23.912020 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-815c20f9-ef1a-4843-b230-f2114f4a631a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ee09b83520e4e8ba691a79d60604388&device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 1128 time: 0.0464923 Mar 30 07:21:24.020914 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-4e476ec8-3f8d-4e9c-898f-7becdedf4fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:24.022341 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-4e476ec8-3f8d-4e9c-898f-7becdedf4fea service neutron] 10.222.0.35 "GET /v2.0/networks?id=89db86be-e389-43ed-80e6-11e20145eaf2 HTTP/1.1" status: 200 len: 918 time: 0.1040957 Mar 30 07:21:24.090936 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-b7abd205-1488-466f-ab4c-c92a090e808f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4a2a22a-64df-4018-a002-940abcd5bbba HTTP/1.1" status: 200 len: 1000 time: 0.0623915 Mar 30 07:21:24.139087 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-84f78ae6-6f8f-452f-970e-a1c0bff1ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:24.140525 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-84f78ae6-6f8f-452f-970e-a1c0bff1ac0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602 HTTP/1.1" status: 200 len: 856 time: 0.0438874 Mar 30 07:21:24.190796 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-38d5987d-eca7-4fd6-810b-59fde74ab854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:24.192409 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-38d5987d-eca7-4fd6-810b-59fde74ab854 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=89db86be-e389-43ed-80e6-11e20145eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454340 Mar 30 07:21:24.211731 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e595e2da-f33c-46e1-a63e-bd8d770c98e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:24.289790 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-00afa894-46c2-4cee-9409-8ad64448180a service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903947 Mar 30 07:21:24.403165 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02663340-0fa2-4bc9-84d2-00e46a5a128b req-0528d8fb-f7f4-4071-9fce-5a4eef3e3443 service neutron] 10.222.0.35 "GET /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069453 Mar 30 07:21:24.680101 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113f5ad-9cfe-4a2e-a989-1bf7f9a7e6ef req-d02cf355-ec89-4de4-aad3-24348c6b857b tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:24.681555 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a113f5ad-9cfe-4a2e-a989-1bf7f9a7e6ef req-d02cf355-ec89-4de4-aad3-24348c6b857b tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 944 time: 0.0574553 Mar 30 07:21:24.741422 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a113f5ad-9cfe-4a2e-a989-1bf7f9a7e6ef req-b17819ac-841c-42ba-bc13-703bb0ea223d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537386 Mar 30 07:21:25.884866 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b67ff0-e5f3-473f-84cf-916911d81d74 req-ad4eea86-1998-481a-9d28-71c0dcb640b8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:25.886631 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a9b67ff0-e5f3-473f-84cf-916911d81d74 req-ad4eea86-1998-481a-9d28-71c0dcb640b8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 944 time: 0.0590286 Mar 30 07:21:25.936403 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a9b67ff0-e5f3-473f-84cf-916911d81d74 req-00277536-39e2-4663-b334-d7e6fa6ca8dd tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438578 Mar 30 07:21:26.429758 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-39278265-cd75-4dbb-a28a-ac826ca6d264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:27.080160 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86744e-4d55-4b4c-aab3-7e2f0bb353a4 req-e9abc32b-61e0-430d-94c7-1f2e5722d9e2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:27.097075 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3d86744e-4d55-4b4c-aab3-7e2f0bb353a4 req-e9abc32b-61e0-430d-94c7-1f2e5722d9e2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 944 time: 0.0731876 Mar 30 07:21:27.192512 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3d86744e-4d55-4b4c-aab3-7e2f0bb353a4 req-fe4139a0-7bbb-4189-844a-2e6e0f2a0710 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959501 Mar 30 07:21:27.949340 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:28.320852 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a29a3-b1f6-47ad-b684-11e255b3dbf2 req-dedb8e77-a9ce-4dfa-93db-65b19ab7f86c tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:28.322388 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5f3a29a3-b1f6-47ad-b684-11e255b3dbf2 req-dedb8e77-a9ce-4dfa-93db-65b19ab7f86c tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 944 time: 0.0579181 Mar 30 07:21:28.372346 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5f3a29a3-b1f6-47ad-b684-11e255b3dbf2 req-eaf514a9-0981-4088-aee0-3f74d3fcfbce tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441558 Mar 30 07:21:29.113603 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:29.173095 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42212) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:29.293452 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bbe784e2-a94b-40b0-a811-4587a01f586f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:29.382780 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bbe784e2-a94b-40b0-a811-4587a01f586f admin admin] Publish callbacks [] for security_group (17fe4fad-b6ff-4feb-82b8-0dd753660a5d), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:29.387121 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bbe784e2-a94b-40b0-a811-4587a01f586f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (17fe4fad-b6ff-4feb-82b8-0dd753660a5d), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:29.427005 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe784e2-a94b-40b0-a811-4587a01f586f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fe4fad-b6ff-4feb-82b8-0dd753660a5d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:29.436186 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42220) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:29.436782 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-bbe784e2-a94b-40b0-a811-4587a01f586f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efed6d4ec8e9423ebcc1993940ee10e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609968 Mar 30 07:21:29.545347 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eef868ce-bf62-434f-9de1-f701d35e908b admin admin] Publish callbacks [] for security_group (17fe4fad-b6ff-4feb-82b8-0dd753660a5d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:29.577869 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eef868ce-bf62-434f-9de1-f701d35e908b admin admin] Publish callbacks [] for security_group (17fe4fad-b6ff-4feb-82b8-0dd753660a5d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:29.609611 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45edf0b-3f25-498a-89f7-537a693dff8a req-1740b105-04f0-4ffc-8e8d-7820f35fd1b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:29.611434 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d45edf0b-3f25-498a-89f7-537a693dff8a req-1740b105-04f0-4ffc-8e8d-7820f35fd1b6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 944 time: 0.1070447 Mar 30 07:21:29.672646 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d45edf0b-3f25-498a-89f7-537a693dff8a req-3e6721c5-ebed-49d3-8067-2f3e76b8fc25 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537348 Mar 30 07:21:29.684266 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eef868ce-bf62-434f-9de1-f701d35e908b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (17fe4fad-b6ff-4feb-82b8-0dd753660a5d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:29.687442 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eef868ce-bf62-434f-9de1-f701d35e908b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:29.691456 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-eef868ce-bf62-434f-9de1-f701d35e908b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17fe4fad-b6ff-4feb-82b8-0dd753660a5d HTTP/1.1" status: 204 len: 168 time: 0.2503541 Mar 30 07:21:29.709751 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef868ce-bf62-434f-9de1-f701d35e908b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fe4fad-b6ff-4feb-82b8-0dd753660a5d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:30.011204 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42228) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:30.025408 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d50afc0d-82d6-4c02-a8bd-ec8c98986392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:30.111790 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d50afc0d-82d6-4c02-a8bd-ec8c98986392 admin admin] Publish callbacks [] for security_group (ffa6ca0f-b0e7-4790-a66d-bd2b087eacf4), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:30.116413 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d50afc0d-82d6-4c02-a8bd-ec8c98986392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (ffa6ca0f-b0e7-4790-a66d-bd2b087eacf4), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:30.150399 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d50afc0d-82d6-4c02-a8bd-ec8c98986392 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2028bcd15464cac9d5268aecc5011a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356356 Mar 30 07:21:30.152152 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42230) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:30.161922 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50afc0d-82d6-4c02-a8bd-ec8c98986392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa6ca0f-b0e7-4790-a66d-bd2b087eacf4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:30.212337 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0357259-a337-4d65-8aca-da46d90197d1 admin admin] Publish callbacks [] for security_group (ffa6ca0f-b0e7-4790-a66d-bd2b087eacf4), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:30.234845 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0357259-a337-4d65-8aca-da46d90197d1 admin admin] Publish callbacks [] for security_group (ffa6ca0f-b0e7-4790-a66d-bd2b087eacf4), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:30.289768 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0357259-a337-4d65-8aca-da46d90197d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (ffa6ca0f-b0e7-4790-a66d-bd2b087eacf4), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:30.293636 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0357259-a337-4d65-8aca-da46d90197d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:30.295162 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-b0357259-a337-4d65-8aca-da46d90197d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffa6ca0f-b0e7-4790-a66d-bd2b087eacf4 HTTP/1.1" status: 204 len: 168 time: 0.1417191 Mar 30 07:21:30.305191 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0357259-a337-4d65-8aca-da46d90197d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa6ca0f-b0e7-4790-a66d-bd2b087eacf4,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:30.646906 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:30.683629 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42236) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:30.699428 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a426fab4-7b7a-418f-bfe3-5cfe1acd450d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:30.832027 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac03dc-4b25-4f27-a8e1-f027146edad5 req-6c5fe6f2-718f-4860-9389-46f0cd79553a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:30.835234 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a9ac03dc-4b25-4f27-a8e1-f027146edad5 req-6c5fe6f2-718f-4860-9389-46f0cd79553a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 944 time: 0.0642800 Mar 30 07:21:30.853402 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a426fab4-7b7a-418f-bfe3-5cfe1acd450d admin admin] Publish callbacks [] for security_group (4be75bd7-c2e8-4b4f-89cc-c8492ff2bf4d), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:30.859004 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a426fab4-7b7a-418f-bfe3-5cfe1acd450d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (4be75bd7-c2e8-4b4f-89cc-c8492ff2bf4d), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:30.897456 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a9ac03dc-4b25-4f27-a8e1-f027146edad5 req-ae303685-6ff8-4999-93bb-5154a0ba49ae tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548861 Mar 30 07:21:30.932228 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-a426fab4-7b7a-418f-bfe3-5cfe1acd450d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0dc4c2132434bd5bf66d04cfbc338d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472243 Mar 30 07:21:30.934779 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42240) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:30.941007 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426fab4-7b7a-418f-bfe3-5cfe1acd450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be75bd7-c2e8-4b4f-89cc-c8492ff2bf4d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:31.002285 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57ea596c-e609-43b2-bc34-c1757e4e4443 admin admin] Publish callbacks [] for security_group (4be75bd7-c2e8-4b4f-89cc-c8492ff2bf4d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:31.025641 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57ea596c-e609-43b2-bc34-c1757e4e4443 admin admin] Publish callbacks [] for security_group (4be75bd7-c2e8-4b4f-89cc-c8492ff2bf4d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:31.081881 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57ea596c-e609-43b2-bc34-c1757e4e4443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (4be75bd7-c2e8-4b4f-89cc-c8492ff2bf4d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:31.084650 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57ea596c-e609-43b2-bc34-c1757e4e4443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:31.085794 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-57ea596c-e609-43b2-bc34-c1757e4e4443 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4be75bd7-c2e8-4b4f-89cc-c8492ff2bf4d HTTP/1.1" status: 204 len: 168 time: 0.1498642 Mar 30 07:21:31.094028 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea596c-e609-43b2-bc34-c1757e4e4443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be75bd7-c2e8-4b4f-89cc-c8492ff2bf4d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:32.067414 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a15db-2772-47ef-825c-55ab7f1b1ab3 req-699f6862-a7ed-4419-91c0-ae6df6381ef6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:32.069915 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7d4a15db-2772-47ef-825c-55ab7f1b1ab3 req-699f6862-a7ed-4419-91c0-ae6df6381ef6 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 944 time: 0.0799682 Mar 30 07:21:32.141020 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7d4a15db-2772-47ef-825c-55ab7f1b1ab3 req-a5c686a5-ae00-4837-848e-55da3c3b96c2 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647416 Mar 30 07:21:33.199973 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-05cf4bf3-65af-4635-806d-fbc01c11c92c req-ea1d85cf-3e10-48d6-9184-39afa9e1ed22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453093 Mar 30 07:21:33.276263 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705e821-c96d-4925-b858-a341994a29f8 req-71389f58-f4d9-4a87-9e8b-4af7fba54c0d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:33.276885 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf4bf3-65af-4635-806d-fbc01c11c92c req-14549209-e83e-4003-bfbf-0b400a20e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:33.277676 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d705e821-c96d-4925-b858-a341994a29f8 req-71389f58-f4d9-4a87-9e8b-4af7fba54c0d tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 944 time: 0.0568926 Mar 30 07:21:33.278261 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-05cf4bf3-65af-4635-806d-fbc01c11c92c req-14549209-e83e-4003-bfbf-0b400a20e80b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b879ef71fe5494cadf6882b4230511a&device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 1130 time: 0.0441101 Mar 30 07:21:33.326286 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d705e821-c96d-4925-b858-a341994a29f8 req-3d74ec1b-5fa4-4229-beb0-95b22c0a8d2e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424898 Mar 30 07:21:33.385356 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf4bf3-65af-4635-806d-fbc01c11c92c req-0f261f73-2040-46a1-b01d-d7eaa9690adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:33.386831 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-05cf4bf3-65af-4635-806d-fbc01c11c92c req-0f261f73-2040-46a1-b01d-d7eaa9690adb service neutron] 10.222.0.35 "GET /v2.0/networks?id=378d266e-b6e4-47d5-9ac3-349863fb7ad1 HTTP/1.1" status: 200 len: 910 time: 0.0882931 Mar 30 07:21:33.422103 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:33.452967 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-05cf4bf3-65af-4635-806d-fbc01c11c92c req-c92d13a7-150a-44a7-be4e-06cabe612ce6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36 HTTP/1.1" status: 200 len: 1002 time: 0.0593593 Mar 30 07:21:33.510092 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf4bf3-65af-4635-806d-fbc01c11c92c req-0d78e653-3b06-4dea-8112-89da5cd91c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:33.511553 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-05cf4bf3-65af-4635-806d-fbc01c11c92c req-0d78e653-3b06-4dea-8112-89da5cd91c44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00d02fc5-4d06-4b6c-9395-801b466ad4fe HTTP/1.1" status: 200 len: 848 time: 0.0480051 Mar 30 07:21:33.574583 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf4bf3-65af-4635-806d-fbc01c11c92c req-fe4669a7-2725-48dc-9437-36c2b6b4cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:33.576069 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-05cf4bf3-65af-4635-806d-fbc01c11c92c req-fe4669a7-2725-48dc-9437-36c2b6b4cce5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=378d266e-b6e4-47d5-9ac3-349863fb7ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474050 Mar 30 07:21:33.667063 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-05cf4bf3-65af-4635-806d-fbc01c11c92c req-0ec49549-827f-4bab-9594-cf4ad6f036c0 service neutron] 10.222.0.35 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830812 Mar 30 07:21:33.758972 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-05cf4bf3-65af-4635-806d-fbc01c11c92c req-1786873f-cebc-450d-aba2-190006046562 service neutron] 10.222.0.35 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851779 Mar 30 07:21:34.466810 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e42b5-cd8b-4d2e-a2dc-44405fa38c5b req-f119acd8-7c35-4ce6-a5fc-0bd72e7f7641 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:34.468406 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e02e42b5-cd8b-4d2e-a2dc-44405fa38c5b req-f119acd8-7c35-4ce6-a5fc-0bd72e7f7641 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 944 time: 0.0609651 Mar 30 07:21:34.520584 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e02e42b5-cd8b-4d2e-a2dc-44405fa38c5b req-8ac3ce09-2988-446f-9dd2-f6c210b0550c tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458481 Mar 30 07:21:34.601341 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device e4a2a22a-64df-4018-a002-940abcd5bbba details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:21:34.702849 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port e4a2a22a-64df-4018-a002-940abcd5bbba, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=e4a2a22a-64df-4018-a002-940abcd5bbba,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:34.715364 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'port_id': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'mac_address': 'fa:16:3e:4b:1c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:21:34.757075 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port e4a2a22a-64df-4018-a002-940abcd5bbba is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:21:34.757462 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:34.770699 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a2a22a-64df-4018-a002-940abcd5bbba {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:21:34.790774 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port e4a2a22a-64df-4018-a002-940abcd5bbba, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=e4a2a22a-64df-4018-a002-940abcd5bbba,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:34.796716 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:34.849808 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=e4a2a22a-64df-4018-a002-940abcd5bbba,revision_number=9']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:35.104964 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['e4a2a22a-64df-4018-a002-940abcd5bbba'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:21:35.647557 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22963c25-6943-48e6-84c4-4760cf3269e6 req-3025cc38-50fc-4a2d-aa07-77033c656d8e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:35.649094 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-22963c25-6943-48e6-84c4-4760cf3269e6 req-3025cc38-50fc-4a2d-aa07-77033c656d8e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 945 time: 0.0536580 Mar 30 07:21:35.716316 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-22963c25-6943-48e6-84c4-4760cf3269e6 req-55559517-1d3a-4fb4-b730-9deccf6b1f21 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494375 Mar 30 07:21:36.629661 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device e4a2a22a-64df-4018-a002-940abcd5bbba up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:21:36.687450 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port e4a2a22a-64df-4018-a002-940abcd5bbba triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:21:36.687836 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:36.713409 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:21:36.770866 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port e4a2a22a-64df-4018-a002-940abcd5bbba is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:21:36.771246 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:36.798602 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a2a22a-64df-4018-a002-940abcd5bbba'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:21:36.800940 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2f0e44-a39a-4e85-82c8-fbc21652dfa1" -d '{"events": [{"server_uuid": "e370a461-4e4d-4b34-87f6-fe6e3ba548b6", "name": "network-vif-plugged", "status": "completed", "tag": "e4a2a22a-64df-4018-a002-940abcd5bbba"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:21:36.816930 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port e4a2a22a-64df-4018-a002-940abcd5bbba, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=e4a2a22a-64df-4018-a002-940abcd5bbba,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:36.823261 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:36.861166 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6a88c-cc99-47fe-b5cd-ee1bcf12f745 req-5f9ab02e-5b29-4e80-9b83-40408809b760 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:36.862316 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9065197e-6e5a-4570-83da-831009186fac x-openstack-request-id: req-9065197e-6e5a-4570-83da-831009186fac {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:21:36.862606 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e370a461-4e4d-4b34-87f6-fe6e3ba548b6", "name": "network-vif-plugged", "status": "completed", "tag": "e4a2a22a-64df-4018-a002-940abcd5bbba", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:21:36.862863 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9065197e-6e5a-4570-83da-831009186fac {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:21:36.862970 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39c6a88c-cc99-47fe-b5cd-ee1bcf12f745 req-5f9ab02e-5b29-4e80-9b83-40408809b760 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 945 time: 0.0868740 Mar 30 07:21:36.863271 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9065197e-6e5a-4570-83da-831009186fac'] response: {'server_uuid': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'code': 200} Mar 30 07:21:36.875799 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=e4a2a22a-64df-4018-a002-940abcd5bbba,revision_number=10']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:36.909887 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39c6a88c-cc99-47fe-b5cd-ee1bcf12f745 req-7f577f90-54ec-409e-a7b2-799c003b1622 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412924 Mar 30 07:21:37.100450 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f36f9f-b681-41eb-9590-9d47095456bb req-0e471e4e-d9c0-4118-8125-bcd9864c852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:37.102605 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c8f36f9f-b681-41eb-9590-9d47095456bb req-0e471e4e-d9c0-4118-8125-bcd9864c852c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 1131 time: 0.0451815 Mar 30 07:21:37.148475 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-c8f36f9f-b681-41eb-9590-9d47095456bb req-0ddbd654-f5a7-4a6a-8d55-6622ed2bcc40 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378284 Mar 30 07:21:37.808265 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42408) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:37.915407 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17630a9d-20be-4a19-8d8a-84175246c927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:38.001147 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17630a9d-20be-4a19-8d8a-84175246c927 admin admin] Publish callbacks [] for security_group (9b9e5640-d205-4d57-bfe8-64fb7c3e4cbe), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:38.010982 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17630a9d-20be-4a19-8d8a-84175246c927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (9b9e5640-d205-4d57-bfe8-64fb7c3e4cbe), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:38.074236 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-17630a9d-20be-4a19-8d8a-84175246c927 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8796f7647b74fde9a735fba61c0d3e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648375 Mar 30 07:21:38.077181 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42414) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:38.081578 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17630a9d-20be-4a19-8d8a-84175246c927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9e5640-d205-4d57-bfe8-64fb7c3e4cbe,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:38.100291 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ff9e7-7941-48b4-8897-2534eab86075 req-c2e8905d-28a2-4645-91ac-0a5636402271 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:38.101818 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7e2ff9e7-7941-48b4-8897-2534eab86075 req-c2e8905d-28a2-4645-91ac-0a5636402271 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 947 time: 0.1036696 Mar 30 07:21:38.139747 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ddee2ed1-3950-4cb2-bc61-fd59ac3567e6 admin admin] Publish callbacks [] for security_group (9b9e5640-d205-4d57-bfe8-64fb7c3e4cbe), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:38.162506 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ddee2ed1-3950-4cb2-bc61-fd59ac3567e6 admin admin] Publish callbacks [] for security_group (9b9e5640-d205-4d57-bfe8-64fb7c3e4cbe), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:38.171246 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7e2ff9e7-7941-48b4-8897-2534eab86075 req-82da8c96-9186-40bc-8ac3-a506c2778de3 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506546 Mar 30 07:21:38.216545 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ddee2ed1-3950-4cb2-bc61-fd59ac3567e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (9b9e5640-d205-4d57-bfe8-64fb7c3e4cbe), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:38.219362 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ddee2ed1-3950-4cb2-bc61-fd59ac3567e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:38.220633 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-ddee2ed1-3950-4cb2-bc61-fd59ac3567e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b9e5640-d205-4d57-bfe8-64fb7c3e4cbe HTTP/1.1" status: 204 len: 168 time: 0.1423597 Mar 30 07:21:38.256428 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee2ed1-3950-4cb2-bc61-fd59ac3567e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9e5640-d205-4d57-bfe8-64fb7c3e4cbe,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:38.349583 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987ad03-f4d5-47a9-b59b-5d520652d793 req-498aa52c-c30b-49b9-8294-d42df03fd65c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:38.351082 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6987ad03-f4d5-47a9-b59b-5d520652d793 req-498aa52c-c30b-49b9-8294-d42df03fd65c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.0606911 Mar 30 07:21:38.411258 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6987ad03-f4d5-47a9-b59b-5d520652d793 req-d3a9ec70-ff91-4468-adcc-5a8070dab4eb tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521936 Mar 30 07:21:38.680100 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42444) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:38.693567 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3953d182-da02-4fec-a16a-d8d96f6e6862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:38.776413 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3953d182-da02-4fec-a16a-d8d96f6e6862 admin admin] Publish callbacks [] for security_group (93d5bfce-59a8-46e3-bc99-74a5c1e3e87c), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:38.781484 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3953d182-da02-4fec-a16a-d8d96f6e6862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (93d5bfce-59a8-46e3-bc99-74a5c1e3e87c), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:38.822564 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3953d182-da02-4fec-a16a-d8d96f6e6862 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4abd857eb76e494db4f63ab636dda4c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389089 Mar 30 07:21:38.822564 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953d182-da02-4fec-a16a-d8d96f6e6862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d5bfce-59a8-46e3-bc99-74a5c1e3e87c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:38.822993 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42462) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:38.876445 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e66d4f76-d36d-4aef-a12e-a9a60ca97da3 admin admin] Publish callbacks [] for security_group (93d5bfce-59a8-46e3-bc99-74a5c1e3e87c), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:38.898543 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e66d4f76-d36d-4aef-a12e-a9a60ca97da3 admin admin] Publish callbacks [] for security_group (93d5bfce-59a8-46e3-bc99-74a5c1e3e87c), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:38.946257 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e66d4f76-d36d-4aef-a12e-a9a60ca97da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (93d5bfce-59a8-46e3-bc99-74a5c1e3e87c), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:38.948879 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e66d4f76-d36d-4aef-a12e-a9a60ca97da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:38.950076 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-e66d4f76-d36d-4aef-a12e-a9a60ca97da3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93d5bfce-59a8-46e3-bc99-74a5c1e3e87c HTTP/1.1" status: 204 len: 168 time: 0.1256514 Mar 30 07:21:38.959243 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d4f76-d36d-4aef-a12e-a9a60ca97da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d5bfce-59a8-46e3-bc99-74a5c1e3e87c,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:39.309483 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25553669-670b-486e-b96a-7fb5a3434717 req-0132ed81-c4c8-4b13-8dfb-6de0cae30aba tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:39.310950 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-25553669-670b-486e-b96a-7fb5a3434717 req-0132ed81-c4c8-4b13-8dfb-6de0cae30aba tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 947 time: 0.0539026 Mar 30 07:21:39.357947 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-25553669-670b-486e-b96a-7fb5a3434717 req-047358b4-8689-4059-9fb7-106c2dc6f448 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413046 Mar 30 07:21:39.534747 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea88d63-9beb-457d-b2a1-e4349d20795e req-c227a6e8-89c7-489d-bc1d-e701e2f304e9 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:39.536284 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dea88d63-9beb-457d-b2a1-e4349d20795e req-c227a6e8-89c7-489d-bc1d-e701e2f304e9 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.0531905 Mar 30 07:21:39.589791 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dea88d63-9beb-457d-b2a1-e4349d20795e req-9ea6fd25-bec6-4e19-850e-4acd8920f3e9 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477459 Mar 30 07:21:40.717803 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95087f78-e763-4072-9cec-ff336c1d9ae8 req-eb457801-b5d7-40f3-b6b7-423407096cf5 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:40.719347 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-95087f78-e763-4072-9cec-ff336c1d9ae8 req-eb457801-b5d7-40f3-b6b7-423407096cf5 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.0576108 Mar 30 07:21:40.775196 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-95087f78-e763-4072-9cec-ff336c1d9ae8 req-02134aa8-7d04-453f-bbea-d89127574e6f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487859 Mar 30 07:21:41.184409 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42544) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:41.296698 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c526bfb8-6063-4fbe-a474-5b4f31a879e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:41.373235 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c526bfb8-6063-4fbe-a474-5b4f31a879e6 admin admin] Publish callbacks [] for security_group (e21eca95-a774-46bb-bb94-13cce2567464), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:41.379616 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c526bfb8-6063-4fbe-a474-5b4f31a879e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (e21eca95-a774-46bb-bb94-13cce2567464), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:41.416585 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c526bfb8-6063-4fbe-a474-5b4f31a879e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccdf09410a5d489c8a4e1837956e0290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310927 Mar 30 07:21:41.417496 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526bfb8-6063-4fbe-a474-5b4f31a879e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21eca95-a774-46bb-bb94-13cce2567464,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:41.418645 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42550) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:41.470592 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f780-716a-433d-bc36-fa53546b3460 admin admin] Publish callbacks [] for security_group (e21eca95-a774-46bb-bb94-13cce2567464), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:41.492791 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f780-716a-433d-bc36-fa53546b3460 admin admin] Publish callbacks [] for security_group (e21eca95-a774-46bb-bb94-13cce2567464), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:41.542800 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f780-716a-433d-bc36-fa53546b3460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (e21eca95-a774-46bb-bb94-13cce2567464), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:41.545361 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f780-716a-433d-bc36-fa53546b3460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:41.546492 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-cfe6f780-716a-433d-bc36-fa53546b3460 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e21eca95-a774-46bb-bb94-13cce2567464 HTTP/1.1" status: 204 len: 168 time: 0.1268487 Mar 30 07:21:41.553809 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6f780-716a-433d-bc36-fa53546b3460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21eca95-a774-46bb-bb94-13cce2567464,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:41.804371 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42558) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:41.818346 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bcde2b2a-633b-4669-84a5-659e92bd69fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:41.923664 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb765d-a0c3-43ec-8d59-04907775c86f req-9d280044-4d42-4fbf-a97e-6b8f8fd3dda0 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:41.925062 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5abb765d-a0c3-43ec-8d59-04907775c86f req-9d280044-4d42-4fbf-a97e-6b8f8fd3dda0 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.0797033 Mar 30 07:21:41.941270 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bcde2b2a-633b-4669-84a5-659e92bd69fb admin admin] Publish callbacks [] for security_group (17659d92-6f83-4947-a1bd-8544ae440f44), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:41.949641 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bcde2b2a-633b-4669-84a5-659e92bd69fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (17659d92-6f83-4947-a1bd-8544ae440f44), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:42.005975 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde2b2a-633b-4669-84a5-659e92bd69fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17659d92-6f83-4947-a1bd-8544ae440f44,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:42.011533 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-bcde2b2a-633b-4669-84a5-659e92bd69fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e29e0088f9da4975ab9b9cc678fb7b88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2054868 Mar 30 07:21:42.014713 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42560) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:42.015409 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5abb765d-a0c3-43ec-8d59-04907775c86f req-82a189f3-e48b-4c49-94de-37a5ea260bff tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829303 Mar 30 07:21:42.070146 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de79d06c-70de-4b7f-ba8a-bae6996279e1 admin admin] Publish callbacks [] for security_group (17659d92-6f83-4947-a1bd-8544ae440f44), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:42.091669 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de79d06c-70de-4b7f-ba8a-bae6996279e1 admin admin] Publish callbacks [] for security_group (17659d92-6f83-4947-a1bd-8544ae440f44), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:42.154805 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de79d06c-70de-4b7f-ba8a-bae6996279e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (17659d92-6f83-4947-a1bd-8544ae440f44), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:42.157379 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de79d06c-70de-4b7f-ba8a-bae6996279e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:42.158547 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-de79d06c-70de-4b7f-ba8a-bae6996279e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17659d92-6f83-4947-a1bd-8544ae440f44 HTTP/1.1" status: 204 len: 168 time: 0.1428449 Mar 30 07:21:42.166538 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79d06c-70de-4b7f-ba8a-bae6996279e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17659d92-6f83-4947-a1bd-8544ae440f44,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:42.875297 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42584) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:42.992253 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1572577499-network', 'tenant_id': '02d063de803e4291a15e100679d943b8'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:21:43.014280 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] Made reservation on behalf of 02d063de803e4291a15e100679d943b8 for: {'network': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:21:43.016640 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:43.025626 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:43.110153 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] Publish callbacks [] for security_group (7bb4eb27-1a20-43c7-8154-d14ee90088aa), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:43.115449 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (7bb4eb27-1a20-43c7-8154-d14ee90088aa), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:43.146240 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:21:43.152179 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed8df9-da82-40ac-93ac-32a3a87ffdba req-36450a35-f227-4f37-949f-08e83809ee23 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:43.152886 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb4eb27-1a20-43c7-8154-d14ee90088aa,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:43.154881 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c9ed8df9-da82-40ac-93ac-32a3a87ffdba req-36450a35-f227-4f37-949f-08e83809ee23 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.0583057 Mar 30 07:21:43.161838 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (061412dc-451a-424c-a31f-87094c4bf85c), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:43.162451 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.segments_db [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] Added segment 061412dc-451a-424c-a31f-87094c4bf85c of type vlan for network 1f9f9502-43ee-4fb6-82c6-b745639366ef Mar 30 07:21:43.209565 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (1f9f9502-43ee-4fb6-82c6-b745639366ef), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:43.216639 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c9ed8df9-da82-40ac-93ac-32a3a87ffdba req-705e790b-c3c9-423d-b285-0987f239df74 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478556 Mar 30 07:21:43.236270 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (1f9f9502-43ee-4fb6-82c6-b745639366ef), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:43.237250 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:43.237845 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:43.294741 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4176109 Mar 30 07:21:43.297342 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42590) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:43.304341 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-01757eae-35f6-4c4d-8b84-d702cef4f42b admin admin] Request body: {'subnet': {'network_id': '1f9f9502-43ee-4fb6-82c6-b745639366ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1572577499-subnet', 'tenant_id': '02d063de803e4291a15e100679d943b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:21:43.312422 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef841f1-4019-4eb7-915d-8b7f9846d477 admin admin] Pushing event updated for resources: {'Network': ['ID=1f9f9502-43ee-4fb6-82c6-b745639366ef,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:43.322904 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network 1f9f9502-43ee-4fb6-82c6-b745639366ef details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:21:43.330240 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01757eae-35f6-4c4d-8b84-d702cef4f42b admin admin] Made reservation on behalf of 02d063de803e4291a15e100679d943b8 for: {'subnet': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:21:43.332797 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-01757eae-35f6-4c4d-8b84-d702cef4f42b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4308200'] for subnet (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:43.503555 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-01757eae-35f6-4c4d-8b84-d702cef4f42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6146063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4308222'] for subnet (11116e0e-2950-4f86-b706-75e20f131c1f), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:43.559327 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01757eae-35f6-4c4d-8b84-d702cef4f42b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11116e0e-2950-4f86-b706-75e20f131c1f,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:43.572017 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01757eae-35f6-4c4d-8b84-d702cef4f42b admin admin] Checking segment: {'id': '061412dc-451a-424c-a31f-87094c4bf85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1f9f9502-43ee-4fb6-82c6-b745639366ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:21:43.572017 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01757eae-35f6-4c4d-8b84-d702cef4f42b admin admin] Network hostable DHCP agents. Network: 1f9f9502-43ee-4fb6-82c6-b745639366ef, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:21:43.590052 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01757eae-35f6-4c4d-8b84-d702cef4f42b admin admin] Network 1f9f9502-43ee-4fb6-82c6-b745639366ef is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:21:43.599671 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-01757eae-35f6-4c4d-8b84-d702cef4f42b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, 1f9f9502-43ee-4fb6-82c6-b745639366ef) {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:21:43.605697 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01757eae-35f6-4c4d-8b84-d702cef4f42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:43.606670 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-01757eae-35f6-4c4d-8b84-d702cef4f42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:43.609777 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a135734-f1c8-4b9f-a7b9-1ffc32d99e06 None None] Network 1f9f9502-43ee-4fb6-82c6-b745639366ef requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:21:43.624213 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-01757eae-35f6-4c4d-8b84-d702cef4f42b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3258865 Mar 30 07:21:43.711618 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc04be-6e40-4182-b071-0fa148089c04 None None] Network 1f9f9502-43ee-4fb6-82c6-b745639366ef requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:21:44.123777 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42626) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:44.128843 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1745617182-network', 'tenant_id': 'c5e7b4bea04b4adfb33e8627ee209d4a'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:21:44.153023 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] Made reservation on behalf of c5e7b4bea04b4adfb33e8627ee209d4a for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:21:44.156125 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:44.170108 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:44.254194 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] Publish callbacks [] for security_group (1489edbb-1aea-49b8-b029-5c6900ae30a7), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:44.259001 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (1489edbb-1aea-49b8-b029-5c6900ae30a7), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:44.286366 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:21:44.294691 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1489edbb-1aea-49b8-b029-5c6900ae30a7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:44.309483 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (d71858bf-2e4d-4a9e-a190-f535879eca39), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:44.309766 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] Added segment d71858bf-2e4d-4a9e-a190-f535879eca39 of type vlan for network 69050b8e-bd80-4ad7-baf9-8880d7e8c2ac Mar 30 07:21:44.370358 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (69050b8e-bd80-4ad7-baf9-8880d7e8c2ac), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:44.399279 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a9b55-47a0-4289-a3aa-70e8ce702d6b req-bb0f32f7-d4aa-4070-a127-dc6611dc176c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:44.400820 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6c1a9b55-47a0-4289-a3aa-70e8ce702d6b req-bb0f32f7-d4aa-4070-a127-dc6611dc176c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.1088452 Mar 30 07:21:44.414228 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (69050b8e-bd80-4ad7-baf9-8880d7e8c2ac), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:44.415214 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:44.415776 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:44.485285 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3602984 Mar 30 07:21:44.488346 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42630) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:44.494191 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-4f21cb71-8df1-4ed3-a23d-9c704c055c88 admin admin] Request body: {'subnet': {'network_id': '69050b8e-bd80-4ad7-baf9-8880d7e8c2ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1745617182-subnet', 'tenant_id': 'c5e7b4bea04b4adfb33e8627ee209d4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:21:44.503670 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433c47e-c20b-4255-bb24-ca75bee798b0 admin admin] Pushing event updated for resources: {'Network': ['ID=69050b8e-bd80-4ad7-baf9-8880d7e8c2ac,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:44.510553 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6c1a9b55-47a0-4289-a3aa-70e8ce702d6b req-f3017db1-8a95-432a-a643-1008070271b7 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034751 Mar 30 07:21:44.517350 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f21cb71-8df1-4ed3-a23d-9c704c055c88 admin admin] Made reservation on behalf of c5e7b4bea04b4adfb33e8627ee209d4a for: {'subnet': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:21:44.519663 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f21cb71-8df1-4ed3-a23d-9c704c055c88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4308200'] for subnet (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:44.521662 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network 69050b8e-bd80-4ad7-baf9-8880d7e8c2ac details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:21:44.694456 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f21cb71-8df1-4ed3-a23d-9c704c055c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6146063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4308222'] for subnet (9f7efae7-9471-4e81-a5cd-045904c7c238), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:44.743347 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21cb71-8df1-4ed3-a23d-9c704c055c88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7efae7-9471-4e81-a5cd-045904c7c238,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:44.758721 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f21cb71-8df1-4ed3-a23d-9c704c055c88 admin admin] Checking segment: {'id': 'd71858bf-2e4d-4a9e-a190-f535879eca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69050b8e-bd80-4ad7-baf9-8880d7e8c2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:21:44.759006 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f21cb71-8df1-4ed3-a23d-9c704c055c88 admin admin] Network hostable DHCP agents. Network: 69050b8e-bd80-4ad7-baf9-8880d7e8c2ac, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:21:44.777862 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f21cb71-8df1-4ed3-a23d-9c704c055c88 admin admin] Network 69050b8e-bd80-4ad7-baf9-8880d7e8c2ac is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:21:44.787459 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-4f21cb71-8df1-4ed3-a23d-9c704c055c88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, 69050b8e-bd80-4ad7-baf9-8880d7e8c2ac) {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:21:44.791377 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f21cb71-8df1-4ed3-a23d-9c704c055c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:44.791999 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f21cb71-8df1-4ed3-a23d-9c704c055c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:44.796598 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4de1f4-a6ea-4fe3-a1f7-41eded89a6c9 None None] Network 69050b8e-bd80-4ad7-baf9-8880d7e8c2ac requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:21:44.814354 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-4f21cb71-8df1-4ed3-a23d-9c704c055c88 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3193903 Mar 30 07:21:44.896982 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de06f53f-19f7-461b-84d9-8fe880df7dbd None None] Network 69050b8e-bd80-4ad7-baf9-8880d7e8c2ac requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:21:45.638861 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb819ce3-9471-4013-bab4-e416ad5850bd req-d29f7f0d-e76a-4e3e-81cb-97f55b1c8543 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:45.640473 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb819ce3-9471-4013-bab4-e416ad5850bd req-d29f7f0d-e76a-4e3e-81cb-97f55b1c8543 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.0537312 Mar 30 07:21:45.697757 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb819ce3-9471-4013-bab4-e416ad5850bd req-4d6384fa-3f13-403d-9d36-e0539b058f59 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468254 Mar 30 07:21:46.831392 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d49cee-664c-42ea-91f7-a92e3636955f req-e5dad4ab-0346-4924-adf3-2a76307db24e tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:46.832878 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31d49cee-664c-42ea-91f7-a92e3636955f req-e5dad4ab-0346-4924-adf3-2a76307db24e tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.0560267 Mar 30 07:21:46.882303 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31d49cee-664c-42ea-91f7-a92e3636955f req-4681639e-9145-457c-aa5f-59e3c5940f1e tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437379 Mar 30 07:21:47.213402 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7ad45-54da-4395-91f7-af1ef621ed60 req-6a6e2e8b-fc9f-4e6a-9a27-983d02a9b258 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:47.214925 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-aac7ad45-54da-4395-91f7-af1ef621ed60 req-6a6e2e8b-fc9f-4e6a-9a27-983d02a9b258 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 945 time: 0.0651500 Mar 30 07:21:47.261915 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-aac7ad45-54da-4395-91f7-af1ef621ed60 req-f0c1a7b3-8f0f-4ed0-bfd0-b4d1c2e0d25d tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc60477-4efe-4ec5-97d0-80d98ebcebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410058 Mar 30 07:21:48.011887 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a195fa3-4e8a-41e8-be84-efad00b3d07d req-8d1a8ad3-c8ff-483e-8ad6-c4414c8db96a tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:48.013957 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5a195fa3-4e8a-41e8-be84-efad00b3d07d req-8d1a8ad3-c8ff-483e-8ad6-c4414c8db96a tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.0619962 Mar 30 07:21:48.064697 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5a195fa3-4e8a-41e8-be84-efad00b3d07d req-83de0ffc-a135-46dd-b4c7-c7d0dbb5ca7e tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434566 Mar 30 07:21:48.402349 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e9909-ba61-4c34-8e64-67b41704ead5 req-1df3f471-11eb-4d7e-9c69-dcd4d7e7351f tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:48.403856 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-449e9909-ba61-4c34-8e64-67b41704ead5 req-1df3f471-11eb-4d7e-9c69-dcd4d7e7351f tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 945 time: 0.0586591 Mar 30 07:21:48.450661 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-449e9909-ba61-4c34-8e64-67b41704ead5 req-19c0422d-b6b5-418f-8ec7-fa5a6015db58 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc60477-4efe-4ec5-97d0-80d98ebcebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410712 Mar 30 07:21:48.577331 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b17807-b8c0-42a9-845f-3c9abcd199fd req-a53605e5-ec3f-4a9c-bfbc-d18fefbb1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:48.578817 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d7b17807-b8c0-42a9-845f-3c9abcd199fd req-a53605e5-ec3f-4a9c-bfbc-d18fefbb1217 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b879ef71fe5494cadf6882b4230511a&device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 1130 time: 0.0478027 Mar 30 07:21:48.698970 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b17807-b8c0-42a9-845f-3c9abcd199fd req-f590cfb5-6da7-4289-bf1d-0c53557df0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:48.700421 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d7b17807-b8c0-42a9-845f-3c9abcd199fd req-f590cfb5-6da7-4289-bf1d-0c53557df0ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=378d266e-b6e4-47d5-9ac3-349863fb7ad1 HTTP/1.1" status: 200 len: 910 time: 0.0877848 Mar 30 07:21:48.765245 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d7b17807-b8c0-42a9-845f-3c9abcd199fd req-326d564c-6748-40f1-93c0-afc72911c8a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36 HTTP/1.1" status: 200 len: 1002 time: 0.0570681 Mar 30 07:21:48.846080 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b17807-b8c0-42a9-845f-3c9abcd199fd req-557f8fcd-752a-47fa-9524-29bc42807c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:48.847447 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d7b17807-b8c0-42a9-845f-3c9abcd199fd req-557f8fcd-752a-47fa-9524-29bc42807c82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00d02fc5-4d06-4b6c-9395-801b466ad4fe HTTP/1.1" status: 200 len: 848 time: 0.0505683 Mar 30 07:21:48.906365 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b17807-b8c0-42a9-845f-3c9abcd199fd req-262ab97c-0dd1-47b7-9338-c79508cd9bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:48.907851 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d7b17807-b8c0-42a9-845f-3c9abcd199fd req-262ab97c-0dd1-47b7-9338-c79508cd9bf7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=378d266e-b6e4-47d5-9ac3-349863fb7ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463960 Mar 30 07:21:49.000743 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d7b17807-b8c0-42a9-845f-3c9abcd199fd req-e77bb7dc-ea1e-422b-a8fa-e7ffa615e897 service neutron] 10.222.0.35 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797374 Mar 30 07:21:49.121762 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52736090-5183-446b-991a-2c9366e951a2 req-f0b12ac4-2262-4f04-ba2c-b89cea250cdb tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:49.123437 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-52736090-5183-446b-991a-2c9366e951a2 req-f0b12ac4-2262-4f04-ba2c-b89cea250cdb tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.35 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 945 time: 0.0749466 Mar 30 07:21:49.150494 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-d7b17807-b8c0-42a9-845f-3c9abcd199fd req-bf53d93f-0c7e-48e6-8be3-58bc7b1c2a99 service neutron] 10.222.0.35 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024699 Mar 30 07:21:49.263507 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaf5f6-8595-4d3c-a8d1-1bb8bb76baab req-334ef1e9-e0d1-4554-8aae-29e0baa5911b tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:49.265078 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-82eaf5f6-8595-4d3c-a8d1-1bb8bb76baab req-334ef1e9-e0d1-4554-8aae-29e0baa5911b tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.1284151 Mar 30 07:21:49.338997 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-52736090-5183-446b-991a-2c9366e951a2 req-c1d39842-81cc-45a7-a6dc-6225b273c9d8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Deleting port 7cd6bbda-aa42-4eaa-819e-1d240a300263 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:21:49.339334 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-52736090-5183-446b-991a-2c9366e951a2 req-c1d39842-81cc-45a7-a6dc-6225b273c9d8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:49.360079 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-82eaf5f6-8595-4d3c-a8d1-1bb8bb76baab req-8d5eb605-c325-4469-9b77-5322b79879e7 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884607 Mar 30 07:21:49.440792 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-52736090-5183-446b-991a-2c9366e951a2 req-c1d39842-81cc-45a7-a6dc-6225b273c9d8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] For port 7cd6bbda-aa42-4eaa-819e-1d240a300263, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=7cd6bbda-aa42-4eaa-819e-1d240a300263,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:49.441155 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-52736090-5183-446b-991a-2c9366e951a2 req-c1d39842-81cc-45a7-a6dc-6225b273c9d8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:49.651295 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0fdd3-a71f-4970-bb4b-9e1ae954bfad req-907fb97a-d09f-4997-bac3-01260c2052ef tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:49.652693 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7cd0fdd3-a71f-4970-bb4b-9e1ae954bfad req-907fb97a-d09f-4997-bac3-01260c2052ef tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 945 time: 0.1289594 Mar 30 07:21:49.730355 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-52736090-5183-446b-991a-2c9366e951a2 req-c1d39842-81cc-45a7-a6dc-6225b273c9d8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:49.730728 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-52736090-5183-446b-991a-2c9366e951a2 req-c1d39842-81cc-45a7-a6dc-6225b273c9d8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (03f6781f-9a7a-4e37-8b9a-fa39fe5d594c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:49.731029 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-52736090-5183-446b-991a-2c9366e951a2 req-c1d39842-81cc-45a7-a6dc-6225b273c9d8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Floating IP 03f6781f-9a7a-4e37-8b9a-fa39fe5d594c disassociated. External IP: 172.27.1.250, port: 7cd6bbda-aa42-4eaa-819e-1d240a300263. Mar 30 07:21:49.731360 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-52736090-5183-446b-991a-2c9366e951a2 req-c1d39842-81cc-45a7-a6dc-6225b273c9d8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Calling delete_port for 7cd6bbda-aa42-4eaa-819e-1d240a300263 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:21:49.749736 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7cd0fdd3-a71f-4970-bb4b-9e1ae954bfad req-7ae4b1b4-d35b-4e69-b6a6-f6cc922c1ccd tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cc60477-4efe-4ec5-97d0-80d98ebcebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683017 Mar 30 07:21:49.881746 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-52736090-5183-446b-991a-2c9366e951a2 req-c1d39842-81cc-45a7-a6dc-6225b273c9d8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (7cd6bbda-aa42-4eaa-819e-1d240a300263), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:49.908244 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d39842-81cc-45a7-a6dc-6225b273c9d8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event deleted for resources: {'Port': ['ID=7cd6bbda-aa42-4eaa-819e-1d240a300263,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:50.035609 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52736090-5183-446b-991a-2c9366e951a2 req-c1d39842-81cc-45a7-a6dc-6225b273c9d8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Router 6e6d1798-36e0-4199-ba85-8baf42d415cb has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:21:50.156287 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52736090-5183-446b-991a-2c9366e951a2 req-c1d39842-81cc-45a7-a6dc-6225b273c9d8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:21:50.167592 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d36ea1-e85d-4a89-a54e-f5b3a8565d56 None None] Sync routers for ids ['6e6d1798-36e0-4199-ba85-8baf42d415cb'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:21:50.179867 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d36ea1-e85d-4a89-a54e-f5b3a8565d56 None None] Routers {'6e6d1798-36e0-4199-ba85-8baf42d415cb'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:21:50.180416 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-91d36ea1-e85d-4a89-a54e-f5b3a8565d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6e6d1798-36e0-4199-ba85-8baf42d415cb'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:50.296919 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-91d36ea1-e85d-4a89-a54e-f5b3a8565d56 None None] Set router 6e6d1798-36e0-4199-ba85-8baf42d415cb gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:21:50.460703 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-52736090-5183-446b-991a-2c9366e951a2 req-c1d39842-81cc-45a7-a6dc-6225b273c9d8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] No DVR routers for this DVR port 7cd6bbda-aa42-4eaa-819e-1d240a300263 on host hv-cinder-83577 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:21:50.463865 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-52736090-5183-446b-991a-2c9366e951a2 req-c1d39842-81cc-45a7-a6dc-6225b273c9d8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:50.466694 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-52736090-5183-446b-991a-2c9366e951a2 req-c1d39842-81cc-45a7-a6dc-6225b273c9d8 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.35 "DELETE /v2.0/ports/7cd6bbda-aa42-4eaa-819e-1d240a300263 HTTP/1.1" status: 204 len: 173 time: 1.3379946 Mar 30 07:21:50.482804 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14430ed1-6f8f-4808-81fa-ac17c639f964', 'name': 'network-vif-deleted', 'tag': '7cd6bbda-aa42-4eaa-819e-1d240a300263'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:21:50.485087 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2e5a40-8317-4a20-9bcf-5a96d4f8c765" -d '{"events": [{"server_uuid": "14430ed1-6f8f-4808-81fa-ac17c639f964", "name": "network-vif-deleted", "tag": "7cd6bbda-aa42-4eaa-819e-1d240a300263"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:21:50.568390 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5baba9-e3be-45aa-85a9-0e5430b0cd6e req-0ec6b45d-d83a-43e6-a732-3f534c21bad4 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:50.570699 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-91d36ea1-e85d-4a89-a54e-f5b3a8565d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '7a706512-298d-4598-a89f-1a127e04843d', 'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'mac_address': 'fa:16:3e:71:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:35Z', 'updated_at': '2022-03-30T07:15:48Z', 'revision_number': 5, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'subnets': [{'id': '0797f928-0864-4478-9227-7f35a120a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:50.580409 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb5baba9-e3be-45aa-85a9-0e5430b0cd6e req-0ec6b45d-d83a-43e6-a732-3f534c21bad4 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.1186342 Mar 30 07:21:50.600349 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d36ea1-e85d-4a89-a54e-f5b3a8565d56 None None] Checking router: 6e6d1798-36e0-4199-ba85-8baf42d415cb for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:21:50.610489 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d36ea1-e85d-4a89-a54e-f5b3a8565d56 None None] Routers {'6e6d1798-36e0-4199-ba85-8baf42d415cb'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:21:50.611107 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-91d36ea1-e85d-4a89-a54e-f5b3a8565d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6e6d1798-36e0-4199-ba85-8baf42d415cb'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:50.686701 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb5baba9-e3be-45aa-85a9-0e5430b0cd6e req-a47e64ae-acaf-4dc2-9643-a343b28c34af tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046948 Mar 30 07:21:50.697120 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a459e0-4882-4278-9ff0-f0dc041f3df1 x-openstack-request-id: req-93a459e0-4882-4278-9ff0-f0dc041f3df1 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:21:50.699189 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14430ed1-6f8f-4808-81fa-ac17c639f964", "name": "network-vif-deleted", "tag": "7cd6bbda-aa42-4eaa-819e-1d240a300263", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:21:50.699441 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93a459e0-4882-4278-9ff0-f0dc041f3df1 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:21:50.699972 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a459e0-4882-4278-9ff0-f0dc041f3df1'] response: {'server_uuid': '14430ed1-6f8f-4808-81fa-ac17c639f964', 'name': 'network-vif-deleted', 'tag': '7cd6bbda-aa42-4eaa-819e-1d240a300263', 'status': 'completed', 'code': 200} Mar 30 07:21:50.742524 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-91d36ea1-e85d-4a89-a54e-f5b3a8565d56 None None] Set router 6e6d1798-36e0-4199-ba85-8baf42d415cb gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:21:50.872756 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-76672f48-56fd-4997-87fd-d46133bce5a2 req-6da4ef09-cea1-4b4a-8aa5-70af503cf2f6 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/ports?device_id=14430ed1-6f8f-4808-81fa-ac17c639f964 HTTP/1.1" status: 200 len: 210 time: 0.0279875 Mar 30 07:21:50.954546 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-91d36ea1-e85d-4a89-a54e-f5b3a8565d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '7a706512-298d-4598-a89f-1a127e04843d', 'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'mac_address': 'fa:16:3e:71:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:35Z', 'updated_at': '2022-03-30T07:15:48Z', 'revision_number': 5, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'subnets': [{'id': '0797f928-0864-4478-9227-7f35a120a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:50.984311 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d36ea1-e85d-4a89-a54e-f5b3a8565d56 None None] The sync data for ids ['6e6d1798-36e0-4199-ba85-8baf42d415cb'] in dv-cinder-835778-2-iscsi is: [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:15:36Z', 'revision_number': 4, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '7a706512-298d-4598-a89f-1a127e04843d', 'name': '', 'network_id': 'fdc48dd9-ac72-4ec1-96d3-56de9895320a', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'mac_address': 'fa:16:3e:71:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0797f928-0864-4478-9227-7f35a120a31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:35Z', 'updated_at': '2022-03-30T07:15:48Z', 'revision_number': 5, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'subnets': [{'id': '0797f928-0864-4478-9227-7f35a120a31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:21:51.218802 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c6fe88-cca3-4e97-8824-14e7367cb576 None None] New status for floating IP 03f6781f-9a7a-4e37-8b9a-fa39fe5d594c: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:21:51.815385 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079117b0-e2a2-493b-9c23-c68dd4e9767d req-a7875c79-5a57-4bb2-8f3a-46107e711dd4 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:51.816891 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-079117b0-e2a2-493b-9c23-c68dd4e9767d req-a7875c79-5a57-4bb2-8f3a-46107e711dd4 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.0549271 Mar 30 07:21:51.875780 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-079117b0-e2a2-493b-9c23-c68dd4e9767d req-e360adb6-b94a-4510-adfc-ddd34db9f43b tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517585 Mar 30 07:21:51.962646 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42748) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:52.025452 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-64f82d53-0480-4e54-af10-692bd68377ad tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group (4cc60477-4efe-4ec5-97d0-80d98ebcebb0), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:52.050403 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-64f82d53-0480-4e54-af10-692bd68377ad tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group (4cc60477-4efe-4ec5-97d0-80d98ebcebb0), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:52.062481 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-29058d97-cd40-4dfc-b079-4b2ba68744fb req-2354665f-f7d6-4756-b039-5765f3731216 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 07:21:52.063476 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29058d97-cd40-4dfc-b079-4b2ba68744fb req-2354665f-f7d6-4756-b039-5765f3731216 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1060750 Mar 30 07:21:52.099020 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-64f82d53-0480-4e54-af10-692bd68377ad tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (4cc60477-4efe-4ec5-97d0-80d98ebcebb0), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:52.102034 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-64f82d53-0480-4e54-af10-692bd68377ad tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:52.103567 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-64f82d53-0480-4e54-af10-692bd68377ad tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "DELETE /v2.0/security-groups/4cc60477-4efe-4ec5-97d0-80d98ebcebb0 HTTP/1.1" status: 204 len: 168 time: 0.1399479 Mar 30 07:21:52.106598 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42752) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:52.112803 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f82d53-0480-4e54-af10-692bd68377ad tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc60477-4efe-4ec5-97d0-80d98ebcebb0,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:52.120580 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.api.v2.resource [None req-ce94a34f-9d27-477a-b58c-a1a742e6d28d tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] show failed (client error): The resource could not be found. Mar 30 07:21:52.124492 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ce94a34f-9d27-477a-b58c-a1a742e6d28d tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "GET /v2.0/security-groups/4cc60477-4efe-4ec5-97d0-80d98ebcebb0 HTTP/1.1" status: 404 len: 347 time: 0.0170298 Mar 30 07:21:52.124633 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42754) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:52.242666 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-73c0cdd4-9847-41db-a349-dc94e3462316 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839896 Mar 30 07:21:52.269029 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db3862-fd1a-432e-b93f-747ea450e505 req-8b774586-1a07-4b3d-ae7f-2cbafcdfceef tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:52.270045 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4a1210e0-6eea-4a06-b028-abeaab567728 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Deleting port e0e2aa33-b0cb-4270-a835-acde84ea8e43 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:21:52.270530 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56db3862-fd1a-432e-b93f-747ea450e505 req-8b774586-1a07-4b3d-ae7f-2cbafcdfceef tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.0776448 Mar 30 07:21:52.272149 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4a1210e0-6eea-4a06-b028-abeaab567728 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (e0e2aa33-b0cb-4270-a835-acde84ea8e43), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:52.325781 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56db3862-fd1a-432e-b93f-747ea450e505 req-94918a5d-2eec-469d-a053-e25af0182bc1 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483217 Mar 30 07:21:52.371569 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-7d5b6e30-3f20-45d3-b36a-8236b5bfd21d tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:52.372957 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-7d5b6e30-3f20-45d3-b36a-8236b5bfd21d tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports/2b0baaac-04a3-4147-9d07-17d4bc9c6c36 HTTP/1.1" status: 200 len: 943 time: 0.0622525 Mar 30 07:21:52.391033 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4a1210e0-6eea-4a06-b028-abeaab567728 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (e0e2aa33-b0cb-4270-a835-acde84ea8e43), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:52.391354 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4a1210e0-6eea-4a06-b028-abeaab567728 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for floatingip (e0e2aa33-b0cb-4270-a835-acde84ea8e43), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:52.403582 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4a1210e0-6eea-4a06-b028-abeaab567728 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Calling delete_port for e0e2aa33-b0cb-4270-a835-acde84ea8e43 owned by network:floatingip {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:21:52.538437 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4a1210e0-6eea-4a06-b028-abeaab567728 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (e0e2aa33-b0cb-4270-a835-acde84ea8e43), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:52.563974 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1210e0-6eea-4a06-b028-abeaab567728 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Pushing event deleted for resources: {'Port': ['ID=e0e2aa33-b0cb-4270-a835-acde84ea8e43,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:52.629246 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4a1210e0-6eea-4a06-b028-abeaab567728 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks [] for floatingip (03f6781f-9a7a-4e37-8b9a-fa39fe5d594c), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:52.632355 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4a1210e0-6eea-4a06-b028-abeaab567728 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:52.633513 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-4a1210e0-6eea-4a06-b028-abeaab567728 tempest-AttachVolumeTestJSON-1812617836 tempest-AttachVolumeTestJSON-1812617836-project] 10.222.0.20 "DELETE /v2.0/floatingips/03f6781f-9a7a-4e37-8b9a-fa39fe5d594c HTTP/1.1" status: 204 len: 168 time: 0.5078762 Mar 30 07:21:52.650883 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:21:52.740319 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 is: ACTIVE; New status is: DOWN {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:21:52.740817 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:52.765151 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:21:52.767369 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b771c5-8e41-4bb0-b172-f26450b195c8" -d '{"events": [{"server_uuid": "1770fd40-dd13-44c5-a045-2552bc5420dd", "name": "network-vif-unplugged", "status": "completed", "tag": "2b0baaac-04a3-4147-9d07-17d4bc9c6c36"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:21:52.781143 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:52.786644 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:52.788277 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 7cd6bbda-aa42-4eaa-819e-1d240a300263 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:21:52.825481 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Mar 2022 07:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1407a18b-451e-41e6-a912-d3109a3e6137 x-openstack-request-id: req-1407a18b-451e-41e6-a912-d3109a3e6137 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:21:52.825770 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770fd40-dd13-44c5-a045-2552bc5420dd", "name": "network-vif-unplugged", "status": "failed", "tag": "2b0baaac-04a3-4147-9d07-17d4bc9c6c36", "code": 422}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:21:52.826023 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1407a18b-451e-41e6-a912-d3109a3e6137 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:21:52.826420 dv-cinder-835778-2-iscsi neutron-server[103479]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1407a18b-451e-41e6-a912-d3109a3e6137']: {'server_uuid': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36', 'code': 422} returned with failed status Mar 30 07:21:52.829325 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: 7cd6bbda-aa42-4eaa-819e-1d240a300263 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:21:52.829648 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 7cd6bbda-aa42-4eaa-819e-1d240a300263 not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:21:52.859669 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,revision_number=6']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:52.868154 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:52.868527 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:52.868866 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:52.869204 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:52.869539 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:52.869863 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:52.870186 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:52.870520 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:52.870837 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:52.871145 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:52.871464 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:52.871784 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:52.872125 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:52.872446 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:52.872760 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:53.458819 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403e88c-97cd-4c10-bfc2-b84cef0eea6a req-a966f12b-e8dc-40cc-a239-6c1e36d3492f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:53.460414 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7403e88c-97cd-4c10-bfc2-b84cef0eea6a req-a966f12b-e8dc-40cc-a239-6c1e36d3492f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 944 time: 0.0548654 Mar 30 07:21:53.512450 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7403e88c-97cd-4c10-bfc2-b84cef0eea6a req-95a54ca9-4761-45cc-9d89-1cd375c8ea8f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460267 Mar 30 07:21:54.101867 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-e69b4801-cb4e-4635-ab8f-aabc413ee537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:54.103777 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-e69b4801-cb4e-4635-ab8f-aabc413ee537 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd&tenant_id=0b879ef71fe5494cadf6882b4230511a HTTP/1.1" status: 200 len: 1128 time: 0.0823617 Mar 30 07:21:54.182853 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-8e1b0fd5-4a5b-451c-9026-44646482f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:54.184408 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-8e1b0fd5-4a5b-451c-9026-44646482f392 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b879ef71fe5494cadf6882b4230511a&device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 1128 time: 0.0459914 Mar 30 07:21:54.212210 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-edc652c5-610c-495f-8112-00fb1987230a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:54.303654 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-b774b8ff-59da-4098-862a-c4e7bd29bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:54.305185 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-b774b8ff-59da-4098-862a-c4e7bd29bb13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=378d266e-b6e4-47d5-9ac3-349863fb7ad1 HTTP/1.1" status: 200 len: 910 time: 0.1135094 Mar 30 07:21:54.373233 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-18566819-5947-4614-a22a-c5232c3a5d47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36 HTTP/1.1" status: 200 len: 1000 time: 0.0617957 Mar 30 07:21:54.421261 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-c8c94df8-0ad7-46a9-93d5-fb7effefd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:54.422705 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-c8c94df8-0ad7-46a9-93d5-fb7effefd3ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00d02fc5-4d06-4b6c-9395-801b466ad4fe HTTP/1.1" status: 200 len: 848 time: 0.0441880 Mar 30 07:21:54.475593 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-26eaa520-3f51-4547-817b-146c33ec008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:54.477128 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-26eaa520-3f51-4547-817b-146c33ec008c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=378d266e-b6e4-47d5-9ac3-349863fb7ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485415 Mar 30 07:21:54.572407 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-6cf925fd-5b4a-44dc-a880-b45e97f7b01d service neutron] 10.222.0.35 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891621 Mar 30 07:21:54.704331 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e928f1-2de2-4547-ab6f-dd72e10ec10c req-621ab044-f3eb-4a75-820d-f3ff08cbef89 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:54.705953 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-99e928f1-2de2-4547-ab6f-dd72e10ec10c req-621ab044-f3eb-4a75-820d-f3ff08cbef89 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 944 time: 0.1189125 Mar 30 07:21:54.709789 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29ff43ba-702d-4a86-ae04-298f75015e83 req-aaaab116-a8de-4f3f-a5d0-5242bdec22a1 service neutron] 10.222.0.35 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316638 Mar 30 07:21:54.759298 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-99e928f1-2de2-4547-ab6f-dd72e10ec10c req-663a115c-86af-4534-a69a-28e44e43e143 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474079 Mar 30 07:21:55.892926 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acf651-81eb-4a64-872e-26939467d698 req-37b8a81c-0e07-48ab-a84b-37d9287badb4 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:55.894657 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-26acf651-81eb-4a64-872e-26939467d698 req-37b8a81c-0e07-48ab-a84b-37d9287badb4 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 944 time: 0.0660460 Mar 30 07:21:55.946563 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-26acf651-81eb-4a64-872e-26939467d698 req-9efe0d4d-9763-4037-817a-9a2ab9904fa2 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432127 Mar 30 07:21:56.185421 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42824) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:56.435656 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1ce98943-a542-40c4-8869-e0675e375dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:56.733346 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622650'] for router_interface (6e6d1798-36e0-4199-ba85-8baf42d415cb), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:57.071327 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f35a86-e7fa-4411-927f-5e8f9ebcb8cb req-638735dd-f99a-433c-af94-d98225157d7c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:57.072938 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40f35a86-e7fa-4411-927f-5e8f9ebcb8cb req-638735dd-f99a-433c-af94-d98225157d7c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 944 time: 0.0563376 Mar 30 07:21:57.124031 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40f35a86-e7fa-4411-927f-5e8f9ebcb8cb req-c3559be0-c478-4e74-a200-c121568e64aa tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443735 Mar 30 07:21:57.303902 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Deleting port 7a706512-298d-4598-a89f-1a127e04843d {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:21:57.304575 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (7a706512-298d-4598-a89f-1a127e04843d), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:57.388265 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] For port 7a706512-298d-4598-a89f-1a127e04843d, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=7a706512-298d-4598-a89f-1a127e04843d,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:57.388636 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (7a706512-298d-4598-a89f-1a127e04843d), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:57.401887 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Calling delete_port for 7a706512-298d-4598-a89f-1a127e04843d owned by network:router_interface {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:21:57.588507 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (7a706512-298d-4598-a89f-1a127e04843d), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:57.613261 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Pushing event deleted for resources: {'Port': ['ID=7a706512-298d-4598-a89f-1a127e04843d,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:57.639251 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:57.639604 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:57.639985 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:57.640332 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:57.640664 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:57.641011 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:57.641323 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:57.641650 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:57.641977 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:57.642327 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:57.642649 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:57.642980 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:57.643333 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:57.643655 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:57.644004 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:57.801328 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622506'] for router_interface (6e6d1798-36e0-4199-ba85-8baf42d415cb), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:57.963246 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:58.026515 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Router 6e6d1798-36e0-4199-ba85-8baf42d415cb has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:21:58.142648 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:21:58.148011 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-b0ac906d-e8d6-46e3-b220-272485107eff admin admin] 10.222.0.20 "PUT /v2.0/routers/6e6d1798-36e0-4199-ba85-8baf42d415cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9615476 Mar 30 07:21:58.151400 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42854) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:58.158703 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a668800b-f167-457d-8766-f3ed5be80c56 None None] Sync routers for ids ['6e6d1798-36e0-4199-ba85-8baf42d415cb'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:21:58.168463 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a668800b-f167-457d-8766-f3ed5be80c56 None None] Routers {'6e6d1798-36e0-4199-ba85-8baf42d415cb'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:21:58.169077 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a668800b-f167-457d-8766-f3ed5be80c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6e6d1798-36e0-4199-ba85-8baf42d415cb'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:58.311196 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58fb08-71d6-477b-bd37-831af67d242b req-d8a1d8c5-9b5a-4025-bfae-0f826e203a37 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:58.313220 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8b58fb08-71d6-477b-bd37-831af67d242b req-d8a1d8c5-9b5a-4025-bfae-0f826e203a37 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 944 time: 0.0746584 Mar 30 07:21:58.337750 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Publish callbacks [] for router (6e6d1798-36e0-4199-ba85-8baf42d415cb), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:58.383454 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-a668800b-f167-457d-8766-f3ed5be80c56 None None] Set router 6e6d1798-36e0-4199-ba85-8baf42d415cb gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:21:58.466987 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Publish callbacks [] for router_gateway (6e6d1798-36e0-4199-ba85-8baf42d415cb), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:58.492722 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8b58fb08-71d6-477b-bd37-831af67d242b req-b07d869d-e8d3-4caa-8f30-a0f9b012ae0b tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651094 Mar 30 07:21:58.540241 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Deleting port 3fc10776-1a63-442b-84bc-b247ee957fa9 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:21:58.540667 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (3fc10776-1a63-442b-84bc-b247ee957fa9), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:58.566885 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a668800b-f167-457d-8766-f3ed5be80c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:21:57Z', 'revision_number': 5, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port': {'id': '3fc10776-1a63-442b-84bc-b247ee957fa9', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:29Z', 'updated_at': '2022-03-30T07:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:58.596648 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a668800b-f167-457d-8766-f3ed5be80c56 None None] Checking router: 6e6d1798-36e0-4199-ba85-8baf42d415cb for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:21:58.605750 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a668800b-f167-457d-8766-f3ed5be80c56 None None] Routers {'6e6d1798-36e0-4199-ba85-8baf42d415cb'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:21:58.606360 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a668800b-f167-457d-8766-f3ed5be80c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6e6d1798-36e0-4199-ba85-8baf42d415cb'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:58.624347 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] For port 3fc10776-1a63-442b-84bc-b247ee957fa9, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=3fc10776-1a63-442b-84bc-b247ee957fa9,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:58.624822 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (3fc10776-1a63-442b-84bc-b247ee957fa9), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:58.639823 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Calling delete_port for 3fc10776-1a63-442b-84bc-b247ee957fa9 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:21:58.640141 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42866) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:58.685211 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a92ccf3-f408-463a-9391-1a6a8be5a66a admin admin] Deleting subnet 11116e0e-2950-4f86-b706-75e20f131c1f {{(pid=103478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:21:58.688620 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a92ccf3-f408-463a-9391-1a6a8be5a66a admin admin] Publish callbacks [] for subnet (11116e0e-2950-4f86-b706-75e20f131c1f), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:58.694103 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-a668800b-f167-457d-8766-f3ed5be80c56 None None] Set router 6e6d1798-36e0-4199-ba85-8baf42d415cb gateway port host: None {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:21:58.730749 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a92ccf3-f408-463a-9391-1a6a8be5a66a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5776151'] for subnet (11116e0e-2950-4f86-b706-75e20f131c1f), precommit_delete_associations {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:58.749929 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a668800b-f167-457d-8766-f3ed5be80c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:21:58Z', 'revision_number': 6, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port_host': None}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:58.771213 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a92ccf3-f408-463a-9391-1a6a8be5a66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (11116e0e-2950-4f86-b706-75e20f131c1f), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:58.780924 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a668800b-f167-457d-8766-f3ed5be80c56 None None] The sync data for ids ['6e6d1798-36e0-4199-ba85-8baf42d415cb'] in dv-cinder-835778-2-iscsi is: [{'id': '6e6d1798-36e0-4199-ba85-8baf42d415cb', 'name': 'tempest-AttachVolumeTestJSON-1017164195-router', 'tenant_id': 'cc9ab7163ff443ff849d017d40115708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:28Z', 'updated_at': '2022-03-30T07:21:58Z', 'revision_number': 6, 'project_id': 'cc9ab7163ff443ff849d017d40115708', 'gw_port_host': None}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:21:58.825039 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (3fc10776-1a63-442b-84bc-b247ee957fa9), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:58.841567 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a92ccf3-f408-463a-9391-1a6a8be5a66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4308215'] for subnet (11116e0e-2950-4f86-b706-75e20f131c1f), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:58.851952 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc10776-1a63-442b-84bc-b247ee957fa9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:58.861864 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:58.862201 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:58.862533 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:58.862862 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:58.863185 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:58.863502 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:58.864432 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:58.864432 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:58.864432 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:58.864769 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:58.865061 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:58.865183 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92ccf3-f408-463a-9391-1a6a8be5a66a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11116e0e-2950-4f86-b706-75e20f131c1f,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:58.865379 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:58.865711 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:58.866020 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:58.866391 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:21:58.870860 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a92ccf3-f408-463a-9391-1a6a8be5a66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:58.876665 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-1a92ccf3-f408-463a-9391-1a6a8be5a66a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/11116e0e-2950-4f86-b706-75e20f131c1f HTTP/1.1" status: 204 len: 168 time: 0.2354748 Mar 30 07:21:58.877266 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42868) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:58.926763 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622784'] for router_gateway (6e6d1798-36e0-4199-ba85-8baf42d415cb), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:58.948607 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b380fcc-fafa-4bd6-aa8c-a87ce231c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (1f9f9502-43ee-4fb6-82c6-b745639366ef), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.026346 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b380fcc-fafa-4bd6-aa8c-a87ce231c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (1f9f9502-43ee-4fb6-82c6-b745639366ef), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.031200 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1931'] for router (6e6d1798-36e0-4199-ba85-8baf42d415cb), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.033373 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Publish callbacks [] for router_controller (6e6d1798-36e0-4199-ba85-8baf42d415cb), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.047092 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-4b380fcc-fafa-4bd6-aa8c-a87ce231c3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9f9502-43ee-4fb6-82c6-b745639366ef']}} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:59.057055 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-4b380fcc-fafa-4bd6-aa8c-a87ce231c3d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061412dc-451a-424c-a31f-87094c4bf85c') {'for_net_delete': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:59.058255 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-4b380fcc-fafa-4bd6-aa8c-a87ce231c3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061412dc-451a-424c-a31f-87094c4bf85c') {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:59.067945 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b380fcc-fafa-4bd6-aa8c-a87ce231c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5776156'] for segment (061412dc-451a-424c-a31f-87094c4bf85c), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.081580 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b380fcc-fafa-4bd6-aa8c-a87ce231c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (061412dc-451a-424c-a31f-87094c4bf85c), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.087622 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b380fcc-fafa-4bd6-aa8c-a87ce231c3d1 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:21:59.088035 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b380fcc-fafa-4bd6-aa8c-a87ce231c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151914'] for segment (061412dc-451a-424c-a31f-87094c4bf85c), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: Traceback (most recent call last): Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: timer() Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: cb(*args, **kw) Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: return func(*args, **kwargs) Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: self._notify() Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: self.callback(batched_events) Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: event.method(event) Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: return f(self, *a, **k) Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._get(url).json() Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: return self.request(url, 'GET', **kwargs) Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:21:59.089808 dv-cinder-835778-2-iscsi neutron-server[103478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:21:59.105887 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624293'] for router (6e6d1798-36e0-4199-ba85-8baf42d415cb), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.106456 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e6d1798-36e0-4199-ba85-8baf42d415cb {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 07:21:59.112968 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.114291 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8f13ffd7-4b17-409b-a59f-f57f9878df4d admin admin] 10.222.0.20 "DELETE /v2.0/routers/6e6d1798-36e0-4199-ba85-8baf42d415cb HTTP/1.1" status: 204 len: 168 time: 0.9612150 Mar 30 07:21:59.117856 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42870) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:59.120782 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.161202 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b380fcc-fafa-4bd6-aa8c-a87ce231c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (1f9f9502-43ee-4fb6-82c6-b745639366ef), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.169018 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-de443ceb-57f1-42f0-b1b6-c932996eed1f admin admin] Deleting subnet 0797f928-0864-4478-9227-7f35a120a31e {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:21:59.169540 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b380fcc-fafa-4bd6-aa8c-a87ce231c3d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.172689 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-4b380fcc-fafa-4bd6-aa8c-a87ce231c3d1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1f9f9502-43ee-4fb6-82c6-b745639366ef HTTP/1.1" status: 204 len: 168 time: 0.2945042 Mar 30 07:21:59.175717 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42872) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:59.176425 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de443ceb-57f1-42f0-b1b6-c932996eed1f admin admin] Publish callbacks [] for subnet (0797f928-0864-4478-9227-7f35a120a31e), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.186592 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b380fcc-fafa-4bd6-aa8c-a87ce231c3d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f9f9502-43ee-4fb6-82c6-b745639366ef,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:59.249159 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de443ceb-57f1-42f0-b1b6-c932996eed1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7367719'] for subnet (0797f928-0864-4478-9227-7f35a120a31e), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.279382 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-e097597b-ac17-480c-abab-28adf331f605 admin admin] Deleting subnet 9f7efae7-9471-4e81-a5cd-045904c7c238 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:21:59.284834 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e097597b-ac17-480c-abab-28adf331f605 admin admin] Publish callbacks [] for subnet (9f7efae7-9471-4e81-a5cd-045904c7c238), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.343325 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e097597b-ac17-480c-abab-28adf331f605 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7367719'] for subnet (9f7efae7-9471-4e81-a5cd-045904c7c238), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.388377 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de443ceb-57f1-42f0-b1b6-c932996eed1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (0797f928-0864-4478-9227-7f35a120a31e), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.419313 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e097597b-ac17-480c-abab-28adf331f605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (9f7efae7-9471-4e81-a5cd-045904c7c238), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.477159 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de443ceb-57f1-42f0-b1b6-c932996eed1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7417498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7759391'] for subnet (0797f928-0864-4478-9227-7f35a120a31e), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.486416 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e097597b-ac17-480c-abab-28adf331f605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7417498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7759391'] for subnet (9f7efae7-9471-4e81-a5cd-045904c7c238), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.510212 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de443ceb-57f1-42f0-b1b6-c932996eed1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0797f928-0864-4478-9227-7f35a120a31e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:59.515241 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de443ceb-57f1-42f0-b1b6-c932996eed1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.518235 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-de443ceb-57f1-42f0-b1b6-c932996eed1f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0797f928-0864-4478-9227-7f35a120a31e HTTP/1.1" status: 204 len: 168 time: 0.3977780 Mar 30 07:21:59.521481 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e097597b-ac17-480c-abab-28adf331f605 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.523265 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c60f773-3516-41ff-ab7d-c70c048dc957 None None] Network fdc48dd9-ac72-4ec1-96d3-56de9895320a requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:21:59.527392 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e097597b-ac17-480c-abab-28adf331f605 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9f7efae7-9471-4e81-a5cd-045904c7c238 HTTP/1.1" status: 204 len: 168 time: 0.3488348 Mar 30 07:21:59.527529 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42876) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:59.529298 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42878) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:21:59.546721 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097597b-ac17-480c-abab-28adf331f605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f7efae7-9471-4e81-a5cd-045904c7c238,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:21:59.651972 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b79a1-aed3-400c-9f70-add72ec07dd1 req-d754233f-0bbd-4765-808e-383f7a2280b7 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:21:59.653504 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0f6b79a1-aed3-400c-9f70-add72ec07dd1 req-d754233f-0bbd-4765-808e-383f7a2280b7 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 944 time: 0.0799155 Mar 30 07:21:59.675105 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 7a706512-298d-4598-a89f-1a127e04843d no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:21:59.708489 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f44e909-7283-4352-9895-fbba27c07dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (69050b8e-bd80-4ad7-baf9-8880d7e8c2ac), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.715497 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (fdc48dd9-ac72-4ec1-96d3-56de9895320a), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.717984 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: 7a706512-298d-4598-a89f-1a127e04843d {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:21:59.719531 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 7a706512-298d-4598-a89f-1a127e04843d not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:21:59.723921 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 3fc10776-1a63-442b-84bc-b247ee957fa9 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:21:59.733185 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0f6b79a1-aed3-400c-9f70-add72ec07dd1 req-218a5377-d0ba-47b2-8742-2f72814e7121 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726933 Mar 30 07:21:59.756434 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1795afe-1173-41ed-bca4-353d1045a1ef None None] DHCP port deletion for fdc48dd9-ac72-4ec1-96d3-56de9895320a request from dv-cinder-835778-2-iscsi {{(pid=103479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 07:21:59.758262 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: 3fc10776-1a63-442b-84bc-b247ee957fa9 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:21:59.758607 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 3fc10776-1a63-442b-84bc-b247ee957fa9 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:21:59.805602 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-d1795afe-1173-41ed-bca4-353d1045a1ef None None] Deleting port 21f45e73-5c28-4a02-963f-6de7fdfc13d8 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:21:59.805880 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d1795afe-1173-41ed-bca4-353d1045a1ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.849039 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f44e909-7283-4352-9895-fbba27c07dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (69050b8e-bd80-4ad7-baf9-8880d7e8c2ac), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.876111 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-5f44e909-7283-4352-9895-fbba27c07dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69050b8e-bd80-4ad7-baf9-8880d7e8c2ac']}} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:59.876370 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-d1795afe-1173-41ed-bca4-353d1045a1ef None None] For port 21f45e73-5c28-4a02-963f-6de7fdfc13d8, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=21f45e73-5c28-4a02-963f-6de7fdfc13d8,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:59.876956 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d1795afe-1173-41ed-bca4-353d1045a1ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.884993 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] Deleting port 21f45e73-5c28-4a02-963f-6de7fdfc13d8 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:21:59.885323 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.890147 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-5f44e909-7283-4352-9895-fbba27c07dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71858bf-2e4d-4a9e-a190-f535879eca39') {'for_net_delete': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:59.890444 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-5f44e909-7283-4352-9895-fbba27c07dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71858bf-2e4d-4a9e-a190-f535879eca39') {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:21:59.891331 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-d1795afe-1173-41ed-bca4-353d1045a1ef None None] Calling delete_port for 21f45e73-5c28-4a02-963f-6de7fdfc13d8 owned by network:dhcp {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:21:59.933862 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f44e909-7283-4352-9895-fbba27c07dad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5776156'] for segment (d71858bf-2e4d-4a9e-a190-f535879eca39), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.957244 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f44e909-7283-4352-9895-fbba27c07dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (d71858bf-2e4d-4a9e-a190-f535879eca39), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.971434 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f44e909-7283-4352-9895-fbba27c07dad admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:21:59.971842 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f44e909-7283-4352-9895-fbba27c07dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151914'] for segment (d71858bf-2e4d-4a9e-a190-f535879eca39), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: Traceback (most recent call last): Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: timer() Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: cb(*args, **kw) Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: return func(*args, **kwargs) Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: self._notify() Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: self.callback(batched_events) Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: event.method(event) Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: return f(self, *a, **k) Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._get(url).json() Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: return self.request(url, 'GET', **kwargs) Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:21:59.973450 dv-cinder-835778-2-iscsi neutron-server[103478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:21:59.976401 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] For port 21f45e73-5c28-4a02-963f-6de7fdfc13d8, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=21f45e73-5c28-4a02-963f-6de7fdfc13d8,segment=NetworkSegment(2da9c395-b579-4867-a50e-4ca9792a599f),segment_id=2da9c395-b579-4867-a50e-4ca9792a599f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:21:59.976762 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:21:59.978883 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d1795afe-1173-41ed-bca4-353d1045a1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422'] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.006376 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1795afe-1173-41ed-bca4-353d1045a1ef None None] Pushing event deleted for resources: {'Port': ['ID=21f45e73-5c28-4a02-963f-6de7fdfc13d8,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:00.009011 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1795afe-1173-41ed-bca4-353d1045a1ef None None] No DVR routers for this DVR port 21f45e73-5c28-4a02-963f-6de7fdfc13d8 on host dv-cinder-835778-2-iscsi {{(pid=103479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:22:00.040100 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] Calling delete_port for 21f45e73-5c28-4a02-963f-6de7fdfc13d8 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:22:00.088738 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f44e909-7283-4352-9895-fbba27c07dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (69050b8e-bd80-4ad7-baf9-8880d7e8c2ac), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.094445 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f44e909-7283-4352-9895-fbba27c07dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.097537 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-5f44e909-7283-4352-9895-fbba27c07dad admin admin] 10.222.0.20 "DELETE /v2.0/networks/69050b8e-bd80-4ad7-baf9-8880d7e8c2ac HTTP/1.1" status: 204 len: 168 time: 0.5662127 Mar 30 07:22:00.112440 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44e909-7283-4352-9895-fbba27c07dad admin admin] Pushing event deleted for resources: {'Network': ['ID=69050b8e-bd80-4ad7-baf9-8880d7e8c2ac,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:00.145344 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (21f45e73-5c28-4a02-963f-6de7fdfc13d8), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.175171 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f45e73-5c28-4a02-963f-6de7fdfc13d8,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:00.178637 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] No DVR routers for this DVR port 21f45e73-5c28-4a02-963f-6de7fdfc13d8 on host dv-cinder-835778-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:22:00.222031 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42884) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:00.252953 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (fdc48dd9-ac72-4ec1-96d3-56de9895320a), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.265639 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e187b431-897f-4f6b-9d30-226bea486fa6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02d063de803e4291a15e100679d943b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422399 Mar 30 07:22:00.268025 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42886) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:00.276540 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc48dd9-ac72-4ec1-96d3-56de9895320a']}} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:00.286214 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da9c395-b579-4867-a50e-4ca9792a599f') {'for_net_delete': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:00.286511 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da9c395-b579-4867-a50e-4ca9792a599f') {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:00.295990 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5776156'] for segment (2da9c395-b579-4867-a50e-4ca9792a599f), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.309220 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (2da9c395-b579-4867-a50e-4ca9792a599f), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.316590 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb62b554-a69e-4b43-8c18-b00fdb42e485 admin admin] Publish callbacks [] for security_group (7bb4eb27-1a20-43c7-8154-d14ee90088aa), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.316953 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:22:00.317343 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151914'] for segment (2da9c395-b579-4867-a50e-4ca9792a599f), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: self.session.flush() Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: self.session.flush() Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: self.session.flush() Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: self.session.flush() Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: Traceback (most recent call last): Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: timer() Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: cb(*args, **kw) Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: return func(*args, **kwargs) Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: self._notify() Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: self.callback(batched_events) Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: event.method(event) Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: return f(self, *a, **k) Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._get(url).json() Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: return self.request(url, 'GET', **kwargs) Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:22:00.319042 dv-cinder-835778-2-iscsi neutron-server[103478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:22:00.338929 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb62b554-a69e-4b43-8c18-b00fdb42e485 admin admin] Publish callbacks [] for security_group (7bb4eb27-1a20-43c7-8154-d14ee90088aa), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.378555 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (fdc48dd9-ac72-4ec1-96d3-56de9895320a), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.389601 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb62b554-a69e-4b43-8c18-b00fdb42e485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (7bb4eb27-1a20-43c7-8154-d14ee90088aa), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.392185 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb62b554-a69e-4b43-8c18-b00fdb42e485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.393343 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fb62b554-a69e-4b43-8c18-b00fdb42e485 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bb4eb27-1a20-43c7-8154-d14ee90088aa HTTP/1.1" status: 204 len: 168 time: 0.1244776 Mar 30 07:22:00.394725 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.398071 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fdc48dd9-ac72-4ec1-96d3-56de9895320a HTTP/1.1" status: 204 len: 168 time: 0.8679366 Mar 30 07:22:00.398902 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0b650-af23-4eaa-888f-fc621d7beab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdc48dd9-ac72-4ec1-96d3-56de9895320a,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:00.409131 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62b554-a69e-4b43-8c18-b00fdb42e485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb4eb27-1a20-43c7-8154-d14ee90088aa,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:00.572393 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42896) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:00.612600 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-e48ad23f-81bc-4d8b-80cb-df766dacb259 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc9ab7163ff443ff849d017d40115708&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389128 Mar 30 07:22:00.615100 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42898) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:00.645282 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.663778 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4962715b-6c78-417f-8b08-a327efe42d96 admin admin] Publish callbacks [] for security_group (9a91bcd9-8a47-42e6-90b9-b338726a1a22), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.685467 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4962715b-6c78-417f-8b08-a327efe42d96 admin admin] Publish callbacks [] for security_group (9a91bcd9-8a47-42e6-90b9-b338726a1a22), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.740448 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4962715b-6c78-417f-8b08-a327efe42d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (9a91bcd9-8a47-42e6-90b9-b338726a1a22), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.743596 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4962715b-6c78-417f-8b08-a327efe42d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.744769 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-4962715b-6c78-417f-8b08-a327efe42d96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a91bcd9-8a47-42e6-90b9-b338726a1a22 HTTP/1.1" status: 204 len: 168 time: 0.1288052 Mar 30 07:22:00.753029 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962715b-6c78-417f-8b08-a327efe42d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a91bcd9-8a47-42e6-90b9-b338726a1a22,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:00.791317 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42904) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:00.836103 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-83381297-b3b1-40ac-83be-4736aaa0d1d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5e7b4bea04b4adfb33e8627ee209d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408759 Mar 30 07:22:00.836659 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42906) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:00.891675 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6699c-05d4-4cff-be94-380cb2074ffd req-15e1695c-4aac-4ebe-8681-f0a143924eed tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:00.893171 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cec6699c-05d4-4cff-be94-380cb2074ffd req-15e1695c-4aac-4ebe-8681-f0a143924eed tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 944 time: 0.0861096 Mar 30 07:22:00.916727 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52541a9c-2989-45a9-86ed-871a6f3f57fd admin admin] Publish callbacks [] for security_group (1489edbb-1aea-49b8-b029-5c6900ae30a7), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.954269 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52541a9c-2989-45a9-86ed-871a6f3f57fd admin admin] Publish callbacks [] for security_group (1489edbb-1aea-49b8-b029-5c6900ae30a7), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:00.970094 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cec6699c-05d4-4cff-be94-380cb2074ffd req-44519bfd-2785-4d92-a2a8-3633c0f48bb5 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690649 Mar 30 07:22:01.025163 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52541a9c-2989-45a9-86ed-871a6f3f57fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (1489edbb-1aea-49b8-b029-5c6900ae30a7), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:01.028156 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52541a9c-2989-45a9-86ed-871a6f3f57fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:01.029395 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-52541a9c-2989-45a9-86ed-871a6f3f57fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1489edbb-1aea-49b8-b029-5c6900ae30a7 HTTP/1.1" status: 204 len: 168 time: 0.1908917 Mar 30 07:22:01.037786 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52541a9c-2989-45a9-86ed-871a6f3f57fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1489edbb-1aea-49b8-b029-5c6900ae30a7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:01.412733 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 21f45e73-5c28-4a02-963f-6de7fdfc13d8 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:22:01.434371 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: 21f45e73-5c28-4a02-963f-6de7fdfc13d8 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:22:01.434786 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 21f45e73-5c28-4a02-963f-6de7fdfc13d8 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:22:01.488553 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42936) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:01.582383 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1753852170-network', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:01.601950 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] Made reservation on behalf of 2482f983870c40ad8fe2e8a9ae69169c for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:22:01.604746 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:01.613206 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:01.688317 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] Publish callbacks [] for security_group (6e58580a-271f-427f-924d-8a92338c89bd), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:01.693144 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (6e58580a-271f-427f-924d-8a92338c89bd), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:01.720334 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:22:01.730464 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e58580a-271f-427f-924d-8a92338c89bd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:01.735157 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (038a078a-7eba-4cf9-b85d-2949ab177b21), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:01.735484 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] Added segment 038a078a-7eba-4cf9-b85d-2949ab177b21 of type vlan for network 73dd56e2-c247-440c-aa55-c3633a082de7 Mar 30 07:22:01.774027 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (73dd56e2-c247-440c-aa55-c3633a082de7), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:01.800208 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (73dd56e2-c247-440c-aa55-c3633a082de7), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:01.801201 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42950) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:01.801720 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:01.801837 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:01.857799 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3678157 Mar 30 07:22:01.860808 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42954) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:01.865814 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-b4cd83cb-f19a-4d96-a203-5fc7e9cbc845 admin admin] Request body: {'subnet': {'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-subnet', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:01.867195 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59019ad-69ad-4003-abb7-810a0b8a7f9d admin admin] Pushing event updated for resources: {'Network': ['ID=73dd56e2-c247-440c-aa55-c3633a082de7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:01.877190 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network 73dd56e2-c247-440c-aa55-c3633a082de7 details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:22:01.893403 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cd83cb-f19a-4d96-a203-5fc7e9cbc845 admin admin] Made reservation on behalf of 2482f983870c40ad8fe2e8a9ae69169c for: {'subnet': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:22:01.896094 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b4cd83cb-f19a-4d96-a203-5fc7e9cbc845 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4308200'] for subnet (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:01.935516 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-100419668-network', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:01.973661 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] Made reservation on behalf of f93c1f92c8c14564bdb5b78a2d2b8b45 for: {'network': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:22:01.976218 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:01.989761 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.093383 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731427c-3ab5-4a34-ae3d-1d9d84f164bf req-7ab2fd36-475c-4688-bbba-a5295b5b35e6 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:02.094957 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d731427c-3ab5-4a34-ae3d-1d9d84f164bf req-7ab2fd36-475c-4688-bbba-a5295b5b35e6 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 944 time: 0.0532670 Mar 30 07:22:02.137296 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b4cd83cb-f19a-4d96-a203-5fc7e9cbc845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6146063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4308222'] for subnet (8d5962ba-a4c9-4821-8fe4-520b95afe542), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.148811 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d731427c-3ab5-4a34-ae3d-1d9d84f164bf req-4cadb67c-05cc-4800-b933-c9f5c7d0ebf8 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478587 Mar 30 07:22:02.171301 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] Publish callbacks [] for security_group (fecd8d24-64a9-4436-9c9d-464bc10654cb), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.182706 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (fecd8d24-64a9-4436-9c9d-464bc10654cb), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.215696 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd83cb-f19a-4d96-a203-5fc7e9cbc845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5962ba-a4c9-4821-8fe4-520b95afe542,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:02.231682 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:22:02.241877 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecd8d24-64a9-4436-9c9d-464bc10654cb,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:02.248350 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (a75e94bc-b4f8-46fe-a3dc-22c244d97f2a), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.248683 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.segments_db [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] Added segment a75e94bc-b4f8-46fe-a3dc-22c244d97f2a of type vlan for network bb4ee955-7360-4788-803d-5e6807204f1d Mar 30 07:22:02.259339 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd83cb-f19a-4d96-a203-5fc7e9cbc845 admin admin] Checking segment: {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:22:02.259753 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cd83cb-f19a-4d96-a203-5fc7e9cbc845 admin admin] Network hostable DHCP agents. Network: 73dd56e2-c247-440c-aa55-c3633a082de7, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:22:02.303285 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (bb4ee955-7360-4788-803d-5e6807204f1d), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.317497 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cd83cb-f19a-4d96-a203-5fc7e9cbc845 admin admin] Network 73dd56e2-c247-440c-aa55-c3633a082de7 is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:22:02.336298 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-b4cd83cb-f19a-4d96-a203-5fc7e9cbc845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, 73dd56e2-c247-440c-aa55-c3633a082de7) {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:02.338645 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (bb4ee955-7360-4788-803d-5e6807204f1d), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.339578 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:02.340191 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.345363 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0e278e-5bcc-422b-bc87-91297ac1485d None None] Network 73dd56e2-c247-440c-aa55-c3633a082de7 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:22:02.346308 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cd83cb-f19a-4d96-a203-5fc7e9cbc845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:02.346866 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b4cd83cb-f19a-4d96-a203-5fc7e9cbc845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.409856 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6071889 Mar 30 07:22:02.410669 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57081a-1208-4635-b601-0b5bfbde916b admin admin] Pushing event updated for resources: {'Network': ['ID=bb4ee955-7360-4788-803d-5e6807204f1d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:02.414484 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42958) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:02.415669 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-b4cd83cb-f19a-4d96-a203-5fc7e9cbc845 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5538361 Mar 30 07:22:02.418516 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42960) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:02.423645 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a9349ed8-d1f6-4c3b-bfbc-6d91caf9c375 admin admin] Request body: {'subnet': {'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-100419668-subnet', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:02.429408 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:02.458819 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9349ed8-d1f6-4c3b-bfbc-6d91caf9c375 admin admin] Made reservation on behalf of f93c1f92c8c14564bdb5b78a2d2b8b45 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:22:02.461400 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9349ed8-d1f6-4c3b-bfbc-6d91caf9c375 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7759360'] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.464896 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1945'] for router (9074cbef-674c-4417-ae93-b5ba56a1b156), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.465911 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (9074cbef-674c-4417-ae93-b5ba56a1b156), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.548151 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network bb4ee955-7360-4788-803d-5e6807204f1d details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:22:02.578434 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Publish callbacks [] for router_controller (9074cbef-674c-4417-ae93-b5ba56a1b156), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.624658 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b82721-ccaf-517d-af1a-d7277a7417ee-73dd56e2-c247-440c-aa55-c3633a082de7', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542'}]}} from dv-cinder-835778-2-iscsi. {{(pid=103479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 07:22:02.625500 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.698926 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:22:02.829800 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Allocated IP 172.20.0.2 (73dd56e2-c247-440c-aa55-c3633a082de7/8d5962ba-a4c9-4821-8fe4-520b95afe542/f5f34c72-467b-4d8e-9e3d-c56d87625034) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:22:02.863348 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:02.910019 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'port_id': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36', 'mac_address': 'fa:16:3e:3c:76:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:22:02.974422 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:02.974711 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.991797 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Publish callbacks [] for router_gateway (9074cbef-674c-4417-ae93-b5ba56a1b156), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:02.997681 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:22:03.041469 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:03.048018 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.073625 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9349ed8-d1f6-4c3b-bfbc-6d91caf9c375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7417561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7759382'] for subnet (c011af0c-6bba-437d-b25f-f36699b010b7), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.080557 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Publish callbacks [] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.088199 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.113040 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,revision_number=7']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:03.120953 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Network 73dd56e2-c247-440c-aa55-c3633a082de7 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:03.137678 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9349ed8-d1f6-4c3b-bfbc-6d91caf9c375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c011af0c-6bba-437d-b25f-f36699b010b7,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:03.144163 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:03.147681 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:22:03.158037 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9349ed8-d1f6-4c3b-bfbc-6d91caf9c375 admin admin] Checking segment: {'id': 'a75e94bc-b4f8-46fe-a3dc-22c244d97f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:22:03.158386 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9349ed8-d1f6-4c3b-bfbc-6d91caf9c375 admin admin] Network hostable DHCP agents. Network: bb4ee955-7360-4788-803d-5e6807204f1d, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:22:03.182940 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Pushing event updated for resources: {'Port': ['ID=f5f34c72-467b-4d8e-9e3d-c56d87625034,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:03.187325 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9349ed8-d1f6-4c3b-bfbc-6d91caf9c375 admin admin] Network bb4ee955-7360-4788-803d-5e6807204f1d is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:22:03.204611 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a9349ed8-d1f6-4c3b-bfbc-6d91caf9c375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, bb4ee955-7360-4788-803d-5e6807204f1d) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:03.210149 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9349ed8-d1f6-4c3b-bfbc-6d91caf9c375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:03.210542 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9349ed8-d1f6-4c3b-bfbc-6d91caf9c375 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.225877 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b642eb7-d4d9-4f7e-9a7c-d54c23d4f969 None None] Network bb4ee955-7360-4788-803d-5e6807204f1d requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:22:03.264604 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Attempting to bind port f5f34c72-467b-4d8e-9e3d-c56d87625034 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:22:03.264973 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Attempting to bind port f5f34c72-467b-4d8e-9e3d-c56d87625034 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:22:03.265328 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Attempting to bind port f5f34c72-467b-4d8e-9e3d-c56d87625034 on network 73dd56e2-c247-440c-aa55-c3633a082de7 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:22:03.285217 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:22:03.285583 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Checking segment: {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:22:03.286160 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.286739 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Bound using segment: {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:22:03.287212 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Bound port: f5f34c72-467b-4d8e-9e3d-c56d87625034, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:22:03.287556 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.296414 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a9349ed8-d1f6-4c3b-bfbc-6d91caf9c375 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8804662 Mar 30 07:22:03.300023 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42966) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:03.308260 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:03.335144 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1945'] for router (6cb5fde6-158b-4e92-a688-3da8be637e7b), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.336477 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (6cb5fde6-158b-4e92-a688-3da8be637e7b), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.364197 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Publish callbacks [] for router_gateway (9074cbef-674c-4417-ae93-b5ba56a1b156), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.374016 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe6d50-2cbd-44ea-b830-149ee0e7aa98 req-dd4a5fdb-464a-4a2f-814f-fa8656edd33b tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:03.375589 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-acfe6d50-2cbd-44ea-b830-149ee0e7aa98 req-dd4a5fdb-464a-4a2f-814f-fa8656edd33b tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 945 time: 0.1250219 Mar 30 07:22:03.383266 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['2b0baaac-04a3-4147-9d07-17d4bc9c6c36'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:22:03.393393 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.410848 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] For port f5f34c72-467b-4d8e-9e3d-c56d87625034, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:22:03.414961 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Publish callbacks [] for router_controller (6cb5fde6-158b-4e92-a688-3da8be637e7b), precommit_add_association {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.415275 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b82721-ccaf-517d-af1a-d7277a7417ee-bb4ee955-7360-4788-803d-5e6807204f1d', 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'fixed_ips': [{'subnet_id': 'c011af0c-6bba-437d-b25f-f36699b010b7'}]}} from dv-cinder-835778-2-iscsi. {{(pid=103479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 07:22:03.416180 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.450028 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] For port f5f34c72-467b-4d8e-9e3d-c56d87625034, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=f5f34c72-467b-4d8e-9e3d-c56d87625034,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:22:03.464507 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.467866 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.493540 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-acfe6d50-2cbd-44ea-b830-149ee0e7aa98 req-a8614257-d1e5-4d5a-9eb4-9c3d739af033 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927389 Mar 30 07:22:03.541813 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Allocated IP 172.27.1.118 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/1f9d5fb6-cec1-4e3c-a34e-313be49ce912) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:22:03.592548 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Publish callbacks [] for router_gateway (6cb5fde6-158b-4e92-a688-3da8be637e7b), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.603661 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df86f67-55b2-4755-8df7-0479d87af226 None None] Pushing event updated for resources: {'Port': ['ID=f5f34c72-467b-4d8e-9e3d-c56d87625034,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:03.682557 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Publish callbacks [] for port (1f9d5fb6-cec1-4e3c-a34e-313be49ce912), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.689851 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Allocated IP 172.20.0.2 (bb4ee955-7360-4788-803d-5e6807204f1d/c011af0c-6bba-437d-b25f-f36699b010b7/9584a60e-4c01-4983-a20e-dbbe13f6f4ea) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:22:03.732136 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (1f9d5fb6-cec1-4e3c-a34e-313be49ce912), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.779273 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:03.782391 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:03.789876 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:22:03.841253 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Pushing event updated for resources: {'Port': ['ID=1f9d5fb6-cec1-4e3c-a34e-313be49ce912,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:03.854658 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Publish callbacks [] for router_gateway (6cb5fde6-158b-4e92-a688-3da8be637e7b), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.886406 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:03.993533 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Publish callbacks [] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:04.004232 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:04.020930 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Allocated IP 172.27.1.137 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/0c09db46-9c73-4f02-b1fd-a18850cb1de0) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:22:04.047543 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Network bb4ee955-7360-4788-803d-5e6807204f1d is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:04.052480 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:04.056995 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:22:04.060299 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Pushing event updated for resources: {'Port': ['ID=9584a60e-4c01-4983-a20e-dbbe13f6f4ea,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:04.122550 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Attempting to bind port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:22:04.122921 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Attempting to bind port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'a75e94bc-b4f8-46fe-a3dc-22c244d97f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:22:04.123279 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Attempting to bind port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea on network bb4ee955-7360-4788-803d-5e6807204f1d {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:22:04.129105 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:22:04.129283 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Publish callbacks [] for port (0c09db46-9c73-4f02-b1fd-a18850cb1de0), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:04.129421 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Checking segment: {'id': 'a75e94bc-b4f8-46fe-a3dc-22c244d97f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:22:04.129755 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:04.130138 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Bound using segment: {'id': 'a75e94bc-b4f8-46fe-a3dc-22c244d97f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:22:04.130599 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Bound port: 9584a60e-4c01-4983-a20e-dbbe13f6f4ea, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75e94bc-b4f8-46fe-a3dc-22c244d97f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:22:04.130970 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:04.141622 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Publish callbacks [] for router_gateway (9074cbef-674c-4417-ae93-b5ba56a1b156), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:04.175225 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (0c09db46-9c73-4f02-b1fd-a18850cb1de0), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:04.196673 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] For port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:22:04.200065 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] For port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=9584a60e-4c01-4983-a20e-dbbe13f6f4ea,segment=NetworkSegment(a75e94bc-b4f8-46fe-a3dc-22c244d97f2a),segment_id=a75e94bc-b4f8-46fe-a3dc-22c244d97f2a)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:22:04.214582 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:04.217045 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:04.220812 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:04.224633 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:22:04.258641 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Pushing event updated for resources: {'Port': ['ID=0c09db46-9c73-4f02-b1fd-a18850cb1de0,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:04.283497 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba54dc6-7c81-48d0-9743-a3415388991e None None] Pushing event updated for resources: {'Port': ['ID=9584a60e-4c01-4983-a20e-dbbe13f6f4ea,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:04.408075 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622820'] for router (9074cbef-674c-4417-ae93-b5ba56a1b156), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:04.585852 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Router 9074cbef-674c-4417-ae93-b5ba56a1b156 is scheduled to L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 07:22:04.700394 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:04.735726 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d2d97-12aa-45f4-8cb9-63fbbbdfc586 req-d08b9082-031a-47a4-91e5-b4016b5d214b tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:04.737440 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-648d2d97-12aa-45f4-8cb9-63fbbbdfc586 req-d08b9082-031a-47a4-91e5-b4016b5d214b tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 945 time: 0.1393294 Mar 30 07:22:04.775230 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:04.775606 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:04.780007 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:22:04.801408 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Sync routers for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:22:04.827322 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:04.828881 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3a4a9951-657f-4101-b878-61d06fe52da6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4094691 Mar 30 07:22:04.832329 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab1e68b-761c-4b08-9f56-0462cf07a7aa None None] Network 73dd56e2-c247-440c-aa55-c3633a082de7 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:22:04.834208 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 42970) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:04.846404 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-648d2d97-12aa-45f4-8cb9-63fbbbdfc586 req-0fb098ef-f856-4565-8784-77903ecb190e tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981498 Mar 30 07:22:04.882124 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:04.882805 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fa830862-aee1-432c-8895-29a61654f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:04.907365 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Publish callbacks [] for router_gateway (6cb5fde6-158b-4e92-a688-3da8be637e7b), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:04.979731 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-655ceeeb-8cb2-4869-8730-5eb8db789a18 None None] Provisioning complete for port f5f34c72-467b-4d8e-9e3d-c56d87625034 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:04.980141 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-655ceeeb-8cb2-4869-8730-5eb8db789a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:05.137023 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622820'] for router (6cb5fde6-158b-4e92-a688-3da8be637e7b), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:05.284498 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:05.285221 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:05.286291 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Router 6cb5fde6-158b-4e92-a688-3da8be637e7b is scheduled to L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e with binding_index 1 {{(pid=103478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 07:22:05.317672 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:05.405869 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:22:05.408570 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1e0ed1-b4b1-47c3-b3de-e6353a965592" -d '{"events": [{"server_uuid": "1770fd40-dd13-44c5-a045-2552bc5420dd", "name": "network-vif-plugged", "status": "completed", "tag": "2b0baaac-04a3-4147-9d07-17d4bc9c6c36"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:22:05.467727 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:22:05.479633 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:05.483148 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Sync routers for ids ['6cb5fde6-158b-4e92-a688-3da8be637e7b'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:22:05.497787 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:05.501022 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Routers {'6cb5fde6-158b-4e92-a688-3da8be637e7b'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:05.501685 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-02e48b29-6c06-4398-955d-78883b841197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6cb5fde6-158b-4e92-a688-3da8be637e7b'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:05.509566 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73364e30-5b0d-4579-9f75-95b7dcbcd2c9 x-openstack-request-id: req-73364e30-5b0d-4579-9f75-95b7dcbcd2c9 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:22:05.509899 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770fd40-dd13-44c5-a045-2552bc5420dd", "name": "network-vif-plugged", "status": "completed", "tag": "2b0baaac-04a3-4147-9d07-17d4bc9c6c36", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:22:05.510162 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73364e30-5b0d-4579-9f75-95b7dcbcd2c9 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:22:05.510612 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73364e30-5b0d-4579-9f75-95b7dcbcd2c9'] response: {'server_uuid': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36', 'code': 200} Mar 30 07:22:05.523863 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:05.529696 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-618f6220-1525-4cac-be86-3cc2b8620728 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2236655 Mar 30 07:22:05.529696 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42974) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:05.630801 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-655ceeeb-8cb2-4869-8730-5eb8db789a18 None None] Current status of the port f5f34c72-467b-4d8e-9e3d-c56d87625034 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:05.631073 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-655ceeeb-8cb2-4869-8730-5eb8db789a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:05.646548 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 9584a60e-4c01-4983-a20e-dbbe13f6f4ea up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:05.655850 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,revision_number=8']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:05.691033 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4458a29b-3523-40ec-b36c-6d3f2ef971c7 None None] Network bb4ee955-7360-4788-803d-5e6807204f1d requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:22:05.695162 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Set router 6cb5fde6-158b-4e92-a688-3da8be637e7b gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:05.814262 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:05.820663 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-655ceeeb-8cb2-4869-8730-5eb8db789a18 None None] For port f5f34c72-467b-4d8e-9e3d-c56d87625034, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=f5f34c72-467b-4d8e-9e3d-c56d87625034,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:05.837293 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-655ceeeb-8cb2-4869-8730-5eb8db789a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:05.937983 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2446e8e-6766-4579-a591-e0bb100a02cf req-218cd48b-3ade-4895-bf66-87f01b3aec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:05.939778 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2446e8e-6766-4579-a591-e0bb100a02cf req-218cd48b-3ade-4895-bf66-87f01b3aec69 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 1130 time: 0.1139903 Mar 30 07:22:05.946126 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-02e48b29-6c06-4398-955d-78883b841197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:04Z', 'revision_number': 3, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'gw_port': {'id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:05.974457 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Checking router: 6cb5fde6-158b-4e92-a688-3da8be637e7b for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:22:05.975089 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Updating router 6cb5fde6-158b-4e92-a688-3da8be637e7b port 0c09db46-9c73-4f02-b1fd-a18850cb1de0 binding host dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:22:06.001656 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:06.002213 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.003480 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (0c09db46-9c73-4f02-b1fd-a18850cb1de0), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.018923 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ceeeb-8cb2-4869-8730-5eb8db789a18 None None] Pushing event updated for resources: {'Port': ['ID=f5f34c72-467b-4d8e-9e3d-c56d87625034,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:06.054457 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fa830862-aee1-432c-8895-29a61654f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:04Z', 'revision_number': 3, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:06.059908 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-59233f7e-1f92-4d19-8057-61f565f4c49d None None] Provisioning complete for port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:06.060280 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-59233f7e-1f92-4d19-8057-61f565f4c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.071282 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2446e8e-6766-4579-a591-e0bb100a02cf req-b284bfca-35c3-44b4-959c-75697e5557ce service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229277 Mar 30 07:22:06.117630 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Checking router: 9074cbef-674c-4417-ae93-b5ba56a1b156 for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:22:06.117884 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Updating router 9074cbef-674c-4417-ae93-b5ba56a1b156 port 1f9d5fb6-cec1-4e3c-a34e-313be49ce912 binding host dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:22:06.129335 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f441930-68a4-4f3e-b164-90e484a9b95b req-ad7ece22-7403-4d8b-983b-d86faa0575c9 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:06.131114 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9f441930-68a4-4f3e-b164-90e484a9b95b req-ad7ece22-7403-4d8b-983b-d86faa0575c9 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.1187718 Mar 30 07:22:06.173385 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Allocated IP 172.20.0.1 (73dd56e2-c247-440c-aa55-c3633a082de7/8d5962ba-a4c9-4821-8fe4-520b95afe542/2b3cd2b0-b364-49a9-9578-53c32a620e32) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:22:06.186730 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (1f9d5fb6-cec1-4e3c-a34e-313be49ce912), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.223658 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9f441930-68a4-4f3e-b164-90e484a9b95b req-b5c8ff37-115d-4306-8e06-5708d8598774 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850816 Mar 30 07:22:06.281749 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Publish callbacks [] for port (0c09db46-9c73-4f02-b1fd-a18850cb1de0), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.292425 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (0c09db46-9c73-4f02-b1fd-a18850cb1de0), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.356223 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Publish callbacks [] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.377772 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Attempting to bind port 0c09db46-9c73-4f02-b1fd-a18850cb1de0 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:22:06.378138 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Attempting to bind port 0c09db46-9c73-4f02-b1fd-a18850cb1de0 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:22:06.378494 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Attempting to bind port 0c09db46-9c73-4f02-b1fd-a18850cb1de0 on network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:22:06.387586 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Pushing event updated for resources: {'Port': ['ID=0c09db46-9c73-4f02-b1fd-a18850cb1de0,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:06.392367 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:22:06.392983 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Checking segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:22:06.393529 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.393928 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Bound using segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:22:06.394409 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Bound port: 0c09db46-9c73-4f02-b1fd-a18850cb1de0, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:22:06.394831 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (0c09db46-9c73-4f02-b1fd-a18850cb1de0), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.401722 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.423066 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:06.423399 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:06.423753 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:06.424131 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:06.424431 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.424896 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:06.424896 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:06.425077 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:06.425375 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:06.425690 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:06.426006 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:06.426322 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:06.426667 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:06.427162 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:06.427799 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:06.428567 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:06.462184 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Pushing event updated for resources: {'Port': ['ID=2b3cd2b0-b364-49a9-9578-53c32a620e32,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:06.471951 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:06.472427 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.479437 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Network 73dd56e2-c247-440c-aa55-c3633a082de7 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:06.480847 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-02e48b29-6c06-4398-955d-78883b841197 None None] For port 0c09db46-9c73-4f02-b1fd-a18850cb1de0, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:22:06.481205 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:06.484950 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:22:06.490290 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-02e48b29-6c06-4398-955d-78883b841197 None None] For port 0c09db46-9c73-4f02-b1fd-a18850cb1de0, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=0c09db46-9c73-4f02-b1fd-a18850cb1de0,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:22:06.501283 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-59233f7e-1f92-4d19-8057-61f565f4c49d None None] Current status of the port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:06.501687 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-59233f7e-1f92-4d19-8057-61f565f4c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.503409 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (0c09db46-9c73-4f02-b1fd-a18850cb1de0), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.542048 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622771'] for router_interface (9074cbef-674c-4417-ae93-b5ba56a1b156), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.591474 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=9584a60e-4c01-4983-a20e-dbbe13f6f4ea,segment=NetworkSegment(a75e94bc-b4f8-46fe-a3dc-22c244d97f2a),segment_id=a75e94bc-b4f8-46fe-a3dc-22c244d97f2a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:06.594024 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02d581-1578-4975-b5bb-a4ed061010e2 None None] Pushing event updated for resources: {'Port': ['ID=0c09db46-9c73-4f02-b1fd-a18850cb1de0,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:06.605019 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Routers {'6cb5fde6-158b-4e92-a688-3da8be637e7b'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:06.605019 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-02e48b29-6c06-4398-955d-78883b841197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6cb5fde6-158b-4e92-a688-3da8be637e7b'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:06.643928 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.644758 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device f5f34c72-467b-4d8e-9e3d-c56d87625034 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:06.714241 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Allocated IP 172.20.0.1 (bb4ee955-7360-4788-803d-5e6807204f1d/c011af0c-6bba-437d-b25f-f36699b010b7/af374652-aaa4-4d59-97bc-3947cf23a19b) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:22:06.756059 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.774559 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-02e48b29-6c06-4398-955d-78883b841197 None None] Set router 6cb5fde6-158b-4e92-a688-3da8be637e7b gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:06.823607 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.db.api [None req-59233f7e-1f92-4d19-8057-61f565f4c49d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 07:22:06.823983 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG oslo_db.api [None req-59233f7e-1f92-4d19-8057-61f565f4c49d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 07:22:06.828723 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=9584a60e-4c01-4983-a20e-dbbe13f6f4ea,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:06.866373 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port f5f34c72-467b-4d8e-9e3d-c56d87625034 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:06.866743 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.890893 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Publish callbacks [] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.935194 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Publish callbacks [] for port (1f9d5fb6-cec1-4e3c-a34e-313be49ce912), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.945490 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (1f9d5fb6-cec1-4e3c-a34e-313be49ce912), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.947945 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.954694 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Publish callbacks [] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:06.965839 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:07.025581 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Pushing event updated for resources: {'Port': ['ID=af374652-aaa4-4d59-97bc-3947cf23a19b,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:07.026635 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622631'] for router_interface (9074cbef-674c-4417-ae93-b5ba56a1b156), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:07.035666 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ad60e-7912-42f0-aadb-de02c12854a6 None None] Pushing event updated for resources: {'Port': ['ID=1f9d5fb6-cec1-4e3c-a34e-313be49ce912,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:07.042445 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Attempting to bind port 1f9d5fb6-cec1-4e3c-a34e-313be49ce912 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:22:07.042815 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Attempting to bind port 1f9d5fb6-cec1-4e3c-a34e-313be49ce912 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:22:07.043369 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Attempting to bind port 1f9d5fb6-cec1-4e3c-a34e-313be49ce912 on network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:22:07.049819 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port f5f34c72-467b-4d8e-9e3d-c56d87625034 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:07.053163 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:22:07.053673 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Checking segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:22:07.054087 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:07.054466 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Bound using segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:22:07.054942 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Bound port: 1f9d5fb6-cec1-4e3c-a34e-313be49ce912, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:22:07.055325 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (1f9d5fb6-cec1-4e3c-a34e-313be49ce912), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:07.073774 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Network bb4ee955-7360-4788-803d-5e6807204f1d is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:07.076005 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:07.084958 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:22:07.116862 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-02e48b29-6c06-4398-955d-78883b841197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:04Z', 'revision_number': 3, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'gw_port': {'id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:07.126548 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Pushing event updated for resources: {'Port': ['ID=2b3cd2b0-b364-49a9-9578-53c32a620e32,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:07.160722 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-fa830862-aee1-432c-8895-29a61654f29e None None] For port 1f9d5fb6-cec1-4e3c-a34e-313be49ce912, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:22:07.163165 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622771'] for router_interface (6cb5fde6-158b-4e92-a688-3da8be637e7b), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:07.164179 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e48b29-6c06-4398-955d-78883b841197 None None] The sync data for ids ['6cb5fde6-158b-4e92-a688-3da8be637e7b'] in dv-cinder-835778-2-iscsi is: [{'id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:04Z', 'revision_number': 3, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'gw_port': {'id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:22:07.166905 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-fa830862-aee1-432c-8895-29a61654f29e None None] For port 1f9d5fb6-cec1-4e3c-a34e-313be49ce912, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=1f9d5fb6-cec1-4e3c-a34e-313be49ce912,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:22:07.178247 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (1f9d5fb6-cec1-4e3c-a34e-313be49ce912), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:07.214154 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Network 73dd56e2-c247-440c-aa55-c3633a082de7 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:07.216042 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:07.316025 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:07.317356 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fa830862-aee1-432c-8895-29a61654f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:07.323263 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ad60e-7912-42f0-aadb-de02c12854a6 None None] Pushing event updated for resources: {'Port': ['ID=1f9d5fb6-cec1-4e3c-a34e-313be49ce912,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:07.495357 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:07.504825 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Router 9074cbef-674c-4417-ae93-b5ba56a1b156 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:22:07.513280 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-59233f7e-1f92-4d19-8057-61f565f4c49d None None] Current status of the port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:07.524346 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 9584a60e-4c01-4983-a20e-dbbe13f6f4ea up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:07.663587 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b82c19-7182-427d-9c43-5e4564866074 req-c687f2ef-ef0f-458e-8832-543bbbaecc4f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:07.670737 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f4b82c19-7182-427d-9c43-5e4564866074 req-c687f2ef-ef0f-458e-8832-543bbbaecc4f tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.2072468 Mar 30 07:22:07.735366 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:22:07.742564 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8a548a3b-3574-4ac5-975d-5b918eb032ee admin admin] 10.222.0.20 "PUT /v2.0/routers/9074cbef-674c-4417-ae93-b5ba56a1b156/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9064989 Mar 30 07:22:07.753949 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f4b82c19-7182-427d-9c43-5e4564866074 req-70fbf40d-144d-4ed7-9499-f60ca977237b tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808055 Mar 30 07:22:07.758687 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Publish callbacks [] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:07.774781 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:07.808540 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-fa830862-aee1-432c-8895-29a61654f29e None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:07.848249 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Pushing event updated for resources: {'Port': ['ID=af374652-aaa4-4d59-97bc-3947cf23a19b,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:07.873446 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622631'] for router_interface (6cb5fde6-158b-4e92-a688-3da8be637e7b), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:07.970827 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:07.971197 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:07.996447 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Network bb4ee955-7360-4788-803d-5e6807204f1d is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:07.998179 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:08.029686 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-7286d474-14ed-46cc-9996-ae9c4882d924 None None] Provisioning complete for port af374652-aaa4-4d59-97bc-3947cf23a19b triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:08.030061 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7286d474-14ed-46cc-9996-ae9c4882d924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:08.126440 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-7286d474-14ed-46cc-9996-ae9c4882d924 None None] Port af374652-aaa4-4d59-97bc-3947cf23a19b cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:22:08.168555 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Router 6cb5fde6-158b-4e92-a688-3da8be637e7b has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:22:08.187062 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-7286d474-14ed-46cc-9996-ae9c4882d924 None None] Provisioning complete for port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:08.187461 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7286d474-14ed-46cc-9996-ae9c4882d924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:08.255177 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:08.256326 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device f5f34c72-467b-4d8e-9e3d-c56d87625034 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:08.323737 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:22:08.340660 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-aa1d2059-9c02-492e-b84a-4f7321cafdc6 admin admin] 10.222.0.20 "PUT /v2.0/routers/6cb5fde6-158b-4e92-a688-3da8be637e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8016889 Mar 30 07:22:08.340863 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port f5f34c72-467b-4d8e-9e3d-c56d87625034 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:08.340863 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:08.365952 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fa830862-aee1-432c-8895-29a61654f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 2, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:08.402454 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa830862-aee1-432c-8895-29a61654f29e None None] The sync data for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi is: [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 2, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:22:08.462729 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-7286d474-14ed-46cc-9996-ae9c4882d924 None None] Current status of the port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:08.500389 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-7286d474-14ed-46cc-9996-ae9c4882d924 None None] Provisioning complete for port f5f34c72-467b-4d8e-9e3d-c56d87625034 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:08.500688 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7286d474-14ed-46cc-9996-ae9c4882d924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:08.531751 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port f5f34c72-467b-4d8e-9e3d-c56d87625034 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:08.610310 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 42996) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:08.616495 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-7cf9ff90-6a11-4314-a912-85c7f00bb3c0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20860806', 'description': 'tempest-description--2140960242'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:08.619331 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-7286d474-14ed-46cc-9996-ae9c4882d924 None None] Current status of the port f5f34c72-467b-4d8e-9e3d-c56d87625034 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:08.630523 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-7286d474-14ed-46cc-9996-ae9c4882d924 None None] Provisioning complete for port 2b3cd2b0-b364-49a9-9578-53c32a620e32 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:08.630523 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7286d474-14ed-46cc-9996-ae9c4882d924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:08.644842 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7cf9ff90-6a11-4314-a912-85c7f00bb3c0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:08.670053 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-7286d474-14ed-46cc-9996-ae9c4882d924 None None] Port 2b3cd2b0-b364-49a9-9578-53c32a620e32 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:22:08.765720 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7cf9ff90-6a11-4314-a912-85c7f00bb3c0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (996c553e-31de-48f2-89b9-76e9530aec4d), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:08.770487 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7cf9ff90-6a11-4314-a912-85c7f00bb3c0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (996c553e-31de-48f2-89b9-76e9530aec4d), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:08.798375 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-11c5b35c-1205-4527-b4c7-02aa88132f07 None None] Provisioning complete for port af374652-aaa4-4d59-97bc-3947cf23a19b triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:08.798967 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-11c5b35c-1205-4527-b4c7-02aa88132f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:08.808349 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9ff90-6a11-4314-a912-85c7f00bb3c0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996c553e-31de-48f2-89b9-76e9530aec4d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:08.820380 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7cf9ff90-6a11-4314-a912-85c7f00bb3c0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:08.824345 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-7cf9ff90-6a11-4314-a912-85c7f00bb3c0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2116234 Mar 30 07:22:08.824922 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 43002) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:08.831843 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-bfd1f792-18bb-4ebf-9bfa-31023de9faf5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'security_group_rule': {'security_group_id': '996c553e-31de-48f2-89b9-76e9530aec4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:08.846620 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-11c5b35c-1205-4527-b4c7-02aa88132f07 None None] Port af374652-aaa4-4d59-97bc-3947cf23a19b cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:22:08.872197 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f792-18bb-4ebf-9bfa-31023de9faf5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (21784a3b-cf1a-40e4-974d-99c8d7adb262), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:08.938003 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f792-18bb-4ebf-9bfa-31023de9faf5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (21784a3b-cf1a-40e4-974d-99c8d7adb262), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:08.942882 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f792-18bb-4ebf-9bfa-31023de9faf5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (21784a3b-cf1a-40e4-974d-99c8d7adb262), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:08.958746 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1f792-18bb-4ebf-9bfa-31023de9faf5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21784a3b-cf1a-40e4-974d-99c8d7adb262,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:08.971235 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f792-18bb-4ebf-9bfa-31023de9faf5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:08.979286 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-bfd1f792-18bb-4ebf-9bfa-31023de9faf5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494370 Mar 30 07:22:08.979659 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43006) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:08.984302 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-de4dc26d-afdd-4aad-99f2-defcceef095a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'security_group_rule': {'security_group_id': '996c553e-31de-48f2-89b9-76e9530aec4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:09.011725 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de4dc26d-afdd-4aad-99f2-defcceef095a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (87e7b856-2bfe-454a-8d01-d8cf67bb0375), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.026806 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 43010) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:09.032528 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-373538389-network', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:09.058066 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] Made reservation on behalf of 7e5218a5dc224bf8a0ff1a0500764999 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:22:09.060959 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.071164 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.082001 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de4dc26d-afdd-4aad-99f2-defcceef095a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (87e7b856-2bfe-454a-8d01-d8cf67bb0375), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.087339 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de4dc26d-afdd-4aad-99f2-defcceef095a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (87e7b856-2bfe-454a-8d01-d8cf67bb0375), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.109950 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dc26d-afdd-4aad-99f2-defcceef095a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e7b856-2bfe-454a-8d01-d8cf67bb0375,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:09.116880 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de4dc26d-afdd-4aad-99f2-defcceef095a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.118189 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-de4dc26d-afdd-4aad-99f2-defcceef095a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374907 Mar 30 07:22:09.121476 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 43012) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:09.127162 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'floatingip': {'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:09.149282 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.245669 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] Publish callbacks [] for security_group (d13aa9af-7a30-4761-99d9-dc6b2a722803), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.252234 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (d13aa9af-7a30-4761-99d9-dc6b2a722803), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.286159 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 07:22:09.315031 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13aa9af-7a30-4761-99d9-dc6b2a722803,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:09.319208 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.319747 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] Added segment 00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0 of type vlan for network 6e626928-e04f-469b-aace-112c65cda96b Mar 30 07:22:09.373243 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778196639784'] for network (6e626928-e04f-469b-aace-112c65cda96b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.381054 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.454154 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748'] for network (6e626928-e04f-469b-aace-112c65cda96b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.455144 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:09.456179 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.494221 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 1f9d5fb6-cec1-4e3c-a34e-313be49ce912 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:09.546037 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 1f9d5fb6-cec1-4e3c-a34e-313be49ce912 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:09.546724 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (1f9d5fb6-cec1-4e3c-a34e-313be49ce912), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.557336 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5252345 Mar 30 07:22:09.557453 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43014) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:09.562379 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-c3afa9e4-57bf-47a8-8676-bc0f31a5392d admin admin] Request body: {'subnet': {'network_id': '6e626928-e04f-469b-aace-112c65cda96b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-373538389-subnet', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'ip_version': 4}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:09.576472 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762953d3-f48a-45ff-9896-5657d59e94e2 admin admin] Pushing event updated for resources: {'Network': ['ID=6e626928-e04f-469b-aace-112c65cda96b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:09.591319 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3afa9e4-57bf-47a8-8676-bc0f31a5392d admin admin] Made reservation on behalf of 7e5218a5dc224bf8a0ff1a0500764999 for: {'subnet': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:22:09.602129 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3afa9e4-57bf-47a8-8676-bc0f31a5392d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4308200'] for subnet (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.617772 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Network 6e626928-e04f-469b-aace-112c65cda96b details requested by agent ovs-agent-dv-cinder-835778-2-iscsi with host dv-cinder-835778-2-iscsi {{(pid=103479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 07:22:09.620318 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Allocated IP 172.27.1.167 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/a4a28a45-ee9d-429a-9a8b-88222181efd8) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:22:09.628277 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Sync routers for ids ['6cb5fde6-158b-4e92-a688-3da8be637e7b'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:22:09.706486 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Routers {'6cb5fde6-158b-4e92-a688-3da8be637e7b'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:09.707930 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6cb5fde6-158b-4e92-a688-3da8be637e7b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:09.763860 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for port (a4a28a45-ee9d-429a-9a8b-88222181efd8), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.808840 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (a4a28a45-ee9d-429a-9a8b-88222181efd8), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.823071 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3afa9e4-57bf-47a8-8676-bc0f31a5392d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6146063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4308222'] for subnet (577a2445-0054-419d-9c2e-a2b4895706c2), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.874083 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 1f9d5fb6-cec1-4e3c-a34e-313be49ce912 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:09.874392 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (1f9d5fb6-cec1-4e3c-a34e-313be49ce912), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.878403 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:09.881326 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'Port': ['ID=a4a28a45-ee9d-429a-9a8b-88222181efd8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:09.900613 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:09.901630 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afa9e4-57bf-47a8-8676-bc0f31a5392d admin admin] Pushing event updated for resources: {'Subnet': ['ID=577a2445-0054-419d-9c2e-a2b4895706c2,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:09.903509 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:22:09.905337 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3afa9e4-57bf-47a8-8676-bc0f31a5392d admin admin] Checking segment: {'id': '00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e626928-e04f-469b-aace-112c65cda96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:22:09.906758 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3afa9e4-57bf-47a8-8676-bc0f31a5392d admin admin] Network hostable DHCP agents. Network: 6e626928-e04f-469b-aace-112c65cda96b, hostable agents: ['24a832b1-eaac-4424-8593-751a57f3604e'], hosted agents: [] {{(pid=103478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 07:22:09.922141 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port 1f9d5fb6-cec1-4e3c-a34e-313be49ce912, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=1f9d5fb6-cec1-4e3c-a34e-313be49ce912,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:09.924202 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Set router 6cb5fde6-158b-4e92-a688-3da8be637e7b gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:09.928618 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3afa9e4-57bf-47a8-8676-bc0f31a5392d admin admin] Network 6e626928-e04f-469b-aace-112c65cda96b is scheduled to be hosted by DHCP agent 24a832b1-eaac-4424-8593-751a57f3604e with binding_index 1 {{(pid=103478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 07:22:09.942840 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-c3afa9e4-57bf-47a8-8676-bc0f31a5392d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835778-2-iscsi, 6e626928-e04f-469b-aace-112c65cda96b) {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:09.950117 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3afa9e4-57bf-47a8-8676-bc0f31a5392d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:09.952090 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3afa9e4-57bf-47a8-8676-bc0f31a5392d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.963379 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1db18d-a8e7-446a-8ed3-4a58bdec1725 None None] Network 6e626928-e04f-469b-aace-112c65cda96b requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:22:09.966082 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (1f9d5fb6-cec1-4e3c-a34e-313be49ce912), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:09.967165 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 0c09db46-9c73-4f02-b1fd-a18850cb1de0 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:09.977097 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-c3afa9e4-57bf-47a8-8676-bc0f31a5392d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4183457 Mar 30 07:22:09.978921 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43016) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:09.988061 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-373538389-router', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:10.013037 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1945'] for router (728189cb-cbf4-41b3-bce9-1620f886a051), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.014731 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (728189cb-cbf4-41b3-bce9-1620f886a051), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.030537 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (1b7a3a26-3307-4940-9c2a-24f48970a08a), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.075392 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (a4a28a45-ee9d-429a-9a8b-88222181efd8), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.081074 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Publish callbacks [] for router_controller (728189cb-cbf4-41b3-bce9-1620f886a051), precommit_add_association {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.189060 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=1f9d5fb6-cec1-4e3c-a34e-313be49ce912,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:10.222638 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 0c09db46-9c73-4f02-b1fd-a18850cb1de0 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:10.223018 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (0c09db46-9c73-4f02-b1fd-a18850cb1de0), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.242680 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Publish callbacks [] for router_gateway (728189cb-cbf4-41b3-bce9-1620f886a051), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.289782 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b82721-ccaf-517d-af1a-d7277a7417ee-6e626928-e04f-469b-aace-112c65cda96b', 'network_id': '6e626928-e04f-469b-aace-112c65cda96b', 'project_id': '7e5218a5dc224bf8a0ff1a0500764999', 'fixed_ips': [{'subnet_id': '577a2445-0054-419d-9c2e-a2b4895706c2'}]}} from dv-cinder-835778-2-iscsi. {{(pid=103479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 07:22:10.290634 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.333027 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for port (a4a28a45-ee9d-429a-9a8b-88222181efd8), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.340562 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (a4a28a45-ee9d-429a-9a8b-88222181efd8), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.437017 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'Port': ['ID=a4a28a45-ee9d-429a-9a8b-88222181efd8,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:10.447744 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (1b7a3a26-3307-4940-9c2a-24f48970a08a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.465592 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.467288 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-bb74eb0b-59fc-4242-87e0-10397d630156 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3448479 Mar 30 07:22:10.509951 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Publish callbacks [] for router_gateway (728189cb-cbf4-41b3-bce9-1620f886a051), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.529748 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.652879 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Allocated IP 172.27.1.128 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/e83cb089-405d-4177-b910-c6dacf8cf1a8) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:22:10.685958 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 0c09db46-9c73-4f02-b1fd-a18850cb1de0 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:10.686540 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (0c09db46-9c73-4f02-b1fd-a18850cb1de0), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.698673 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-4bdccdf2-5f57-426a-9f40-c2abaa212328 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--20860806&fields=id&tenant_id=2482f983870c40ad8fe2e8a9ae69169c HTTP/1.1" status: 200 len: 267 time: 0.0557868 Mar 30 07:22:10.701416 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:07Z', 'revision_number': 4, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'gw_port': {'id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'af374652-aaa4-4d59-97bc-3947cf23a19b', 'name': '', 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'mac_address': 'fa:16:3e:31:3c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:06Z', 'updated_at': '2022-03-30T07:22:07Z', 'revision_number': 2, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'subnets': [{'id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:10.746530 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Allocated IP 172.20.0.2 (6e626928-e04f-469b-aace-112c65cda96b/577a2445-0054-419d-9c2e-a2b4895706c2/c8ae02d5-1809-43e7-b921-2f7caa0bae94) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:22:10.754051 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Checking router: 6cb5fde6-158b-4e92-a688-3da8be637e7b for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:22:10.754489 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Updating router 6cb5fde6-158b-4e92-a688-3da8be637e7b port af374652-aaa4-4d59-97bc-3947cf23a19b binding host dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:22:10.761737 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port 0c09db46-9c73-4f02-b1fd-a18850cb1de0, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=0c09db46-9c73-4f02-b1fd-a18850cb1de0,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:10.779988 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Publish callbacks [] for port (e83cb089-405d-4177-b910-c6dacf8cf1a8), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.789820 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (0c09db46-9c73-4f02-b1fd-a18850cb1de0), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.818995 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (e83cb089-405d-4177-b910-c6dacf8cf1a8), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.839636 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-2ff201a0-b4aa-4b86-8d4f-7f80ee9e449a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:10.842766 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-2ff201a0-b4aa-4b86-8d4f-7f80ee9e449a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 815 time: 0.1360123 Mar 30 07:22:10.859193 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:10.863512 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:10.864368 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-92b111a7-0604-4722-9b7a-017fb91fd621 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/quotas/2482f983870c40ad8fe2e8a9ae69169c HTTP/1.1" status: 200 len: 375 time: 0.0123723 Mar 30 07:22:10.865050 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:10.870080 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:22:10.872919 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Pushing event updated for resources: {'Port': ['ID=e83cb089-405d-4177-b910-c6dacf8cf1a8,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:10.939460 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=0c09db46-9c73-4f02-b1fd-a18850cb1de0,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:10.939716 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-7e76623a-f812-4026-94b6-b05317f1a303 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653939 Mar 30 07:22:11.115447 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Publish callbacks [] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:11.152027 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413'] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:11.164531 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-0a53201e-a16e-4095-8312-fff17bdc273f service neutron] 10.222.0.20 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065487 Mar 30 07:22:11.169493 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Publish callbacks [] for router_gateway (728189cb-cbf4-41b3-bce9-1620f886a051), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:11.200857 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Sync routers for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:22:11.208646 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Network 6e626928-e04f-469b-aace-112c65cda96b is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:11.213183 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:11.218718 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:11.219449 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:11.223210 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:22:11.260307 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Pushing event updated for resources: {'Port': ['ID=c8ae02d5-1809-43e7-b921-2f7caa0bae94,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:11.299614 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-068ffafb-06b1-4203-a859-9217a34659c6 service neutron] 10.222.0.20 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342268 Mar 30 07:22:11.307150 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Attempting to bind port c8ae02d5-1809-43e7-b921-2f7caa0bae94 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:22:11.307527 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Attempting to bind port c8ae02d5-1809-43e7-b921-2f7caa0bae94 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e626928-e04f-469b-aace-112c65cda96b'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:22:11.307914 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Attempting to bind port c8ae02d5-1809-43e7-b921-2f7caa0bae94 on network 6e626928-e04f-469b-aace-112c65cda96b {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:22:11.319733 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:22:11.320134 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Checking segment: {'id': '00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e626928-e04f-469b-aace-112c65cda96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:22:11.320536 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:11.320919 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Bound using segment: {'id': '00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e626928-e04f-469b-aace-112c65cda96b'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:22:11.321392 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Bound port: c8ae02d5-1809-43e7-b921-2f7caa0bae94, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e626928-e04f-469b-aace-112c65cda96b'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:22:11.321768 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:11.363684 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:11.436858 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] For port c8ae02d5-1809-43e7-b921-2f7caa0bae94, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:22:11.452426 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] For port c8ae02d5-1809-43e7-b921-2f7caa0bae94, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=c8ae02d5-1809-43e7-b921-2f7caa0bae94,segment=NetworkSegment(00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0),segment_id=00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:22:11.472800 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:11.481218 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Publish callbacks [] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:11.495990 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622820'] for router (728189cb-cbf4-41b3-bce9-1620f886a051), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:11.515737 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:11.530526 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 1f9d5fb6-cec1-4e3c-a34e-313be49ce912 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:11.568374 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-706c260b-f601-49c3-a932-8072b218245b req-290a890c-0dfd-4935-b694-a79ab626653f tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 210 time: 0.0454373 Mar 30 07:22:11.669118 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6cfbc-ecf4-4775-a349-31072c80e97b None None] Pushing event updated for resources: {'Port': ['ID=c8ae02d5-1809-43e7-b921-2f7caa0bae94,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:11.744928 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Router 728189cb-cbf4-41b3-bce9-1620f886a051 is scheduled to L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e with binding_index 1 {{(pid=103478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 07:22:11.764906 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 1f9d5fb6-cec1-4e3c-a34e-313be49ce912 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:11.765457 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (1f9d5fb6-cec1-4e3c-a34e-313be49ce912), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:11.793193 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Attempting to bind port af374652-aaa4-4d59-97bc-3947cf23a19b on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:22:11.793517 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Attempting to bind port af374652-aaa4-4d59-97bc-3947cf23a19b by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'a75e94bc-b4f8-46fe-a3dc-22c244d97f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:22:11.793866 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Attempting to bind port af374652-aaa4-4d59-97bc-3947cf23a19b on network bb4ee955-7360-4788-803d-5e6807204f1d {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:22:11.809784 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:22:11.810174 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Checking segment: {'id': 'a75e94bc-b4f8-46fe-a3dc-22c244d97f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:22:11.815360 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:11.815798 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Bound using segment: {'id': 'a75e94bc-b4f8-46fe-a3dc-22c244d97f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:22:11.816381 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Bound port: af374652-aaa4-4d59-97bc-3947cf23a19b, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75e94bc-b4f8-46fe-a3dc-22c244d97f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:22:11.816780 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:11.832463 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 2, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:11.855446 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d555f-2d71-4161-80eb-a9967ba60a8e None None] Pushing event updated for resources: {'Port': ['ID=af374652-aaa4-4d59-97bc-3947cf23a19b,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:11.928659 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Checking router: 9074cbef-674c-4417-ae93-b5ba56a1b156 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:22:11.929055 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Updating router 9074cbef-674c-4417-ae93-b5ba56a1b156 port 2b3cd2b0-b364-49a9-9578-53c32a620e32 binding host dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:22:11.962404 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-c0a574b7-c099-4ab3-a058-20366f7596cc None None] Provisioning complete for port af374652-aaa4-4d59-97bc-3947cf23a19b triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:11.963013 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c0a574b7-c099-4ab3-a058-20366f7596cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:11.995213 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] For port af374652-aaa4-4d59-97bc-3947cf23a19b, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:22:12.001412 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:12.063837 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] For port af374652-aaa4-4d59-97bc-3947cf23a19b, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=af374652-aaa4-4d59-97bc-3947cf23a19b,segment=NetworkSegment(a75e94bc-b4f8-46fe-a3dc-22c244d97f2a),segment_id=a75e94bc-b4f8-46fe-a3dc-22c244d97f2a)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:22:12.087062 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 1f9d5fb6-cec1-4e3c-a34e-313be49ce912 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:12.088326 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 0c09db46-9c73-4f02-b1fd-a18850cb1de0 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:12.092359 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:12.094255 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-c0a574b7-c099-4ab3-a058-20366f7596cc None None] Port af374652-aaa4-4d59-97bc-3947cf23a19b cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:22:12.250875 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Routers {'6cb5fde6-158b-4e92-a688-3da8be637e7b'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:12.251548 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6cb5fde6-158b-4e92-a688-3da8be637e7b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:12.256492 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d555f-2d71-4161-80eb-a9967ba60a8e None None] Pushing event updated for resources: {'Port': ['ID=af374652-aaa4-4d59-97bc-3947cf23a19b,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:12.376937 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 0c09db46-9c73-4f02-b1fd-a18850cb1de0 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:12.377486 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (0c09db46-9c73-4f02-b1fd-a18850cb1de0), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:12.411052 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:22:12.428225 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Sync routers for ids ['728189cb-cbf4-41b3-bce9-1620f886a051'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:22:12.435595 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Publish callbacks [] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:12.441335 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:12.446061 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 43046) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:12.447862 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-526ee6b4-8559-4366-8f4e-9ad310e2f207 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4672513 Mar 30 07:22:12.450221 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Routers {'728189cb-cbf4-41b3-bce9-1620f886a051'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:12.450902 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['728189cb-cbf4-41b3-bce9-1620f886a051'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:12.451554 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:12.560971 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa748da-ffaa-478a-bd0b-a498b3dc4a97 None None] Pushing event updated for resources: {'Port': ['ID=2b3cd2b0-b364-49a9-9578-53c32a620e32,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:12.655994 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] Set router 6cb5fde6-158b-4e92-a688-3da8be637e7b gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:12.706006 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Attempting to bind port 2b3cd2b0-b364-49a9-9578-53c32a620e32 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:22:12.706006 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Attempting to bind port 2b3cd2b0-b364-49a9-9578-53c32a620e32 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:22:12.706913 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Attempting to bind port 2b3cd2b0-b364-49a9-9578-53c32a620e32 on network 73dd56e2-c247-440c-aa55-c3633a082de7 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:22:12.714803 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:22:12.715355 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Checking segment: {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:22:12.716066 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:12.716544 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Bound using segment: {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:22:12.717117 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Bound port: 2b3cd2b0-b364-49a9-9578-53c32a620e32, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:22:12.717633 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:12.841041 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e7c5ee8a-9660-471e-b63d-980fd65b2d34 req-ca5f7dea-7e86-428c-9ec5-914472156c8d tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 210 time: 0.1517191 Mar 30 07:22:12.883018 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] For port 2b3cd2b0-b364-49a9-9578-53c32a620e32, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:22:12.887170 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] For port 2b3cd2b0-b364-49a9-9578-53c32a620e32, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=2b3cd2b0-b364-49a9-9578-53c32a620e32,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:22:12.901506 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:12.986725 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:12.990475 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:13.152399 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:13.154755 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa748da-ffaa-478a-bd0b-a498b3dc4a97 None None] Pushing event updated for resources: {'Port': ['ID=2b3cd2b0-b364-49a9-9578-53c32a620e32,revision_number=4']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:13.259324 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-49e965db-f52e-441f-a424-c9bbee5855bd None None] Provisioning complete for port af374652-aaa4-4d59-97bc-3947cf23a19b triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:13.260059 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-49e965db-f52e-441f-a424-c9bbee5855bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:13.261752 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf27ca8-871b-4798-a0f2-1a37c5dfc848 None None] Network 6e626928-e04f-469b-aace-112c65cda96b requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:22:13.270044 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 0c09db46-9c73-4f02-b1fd-a18850cb1de0 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:13.368774 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17efb19-d24f-440f-9230-3fe0aa484a15 req-519c76a2-7f00-45f2-a1f4-1655c2807ba8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:13.370253 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f17efb19-d24f-440f-9230-3fe0aa484a15 req-519c76a2-7f00-45f2-a1f4-1655c2807ba8 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 947 time: 0.2925849 Mar 30 07:22:13.377900 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Set router 728189cb-cbf4-41b3-bce9-1620f886a051 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:13.379199 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-4841de36-3afd-4bd3-a756-0258abf53a57 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:13.380574 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-4841de36-3afd-4bd3-a756-0258abf53a57 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 815 time: 0.3014116 Mar 30 07:22:13.487770 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:12Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:13.507897 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f17efb19-d24f-440f-9230-3fe0aa484a15 req-a8896baa-b141-4a04-b473-b76622217a3a tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263006 Mar 30 07:22:13.519749 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94a2736-2dbf-4c7a-9c64-1cee63e8edbd None None] The sync data for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi is: [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:12Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:22:13.564806 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-782a33ce-a086-47ae-987d-9afcebcc9602 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2482f983870c40ad8fe2e8a9ae69169c HTTP/1.1" status: 200 len: 378 time: 0.1638651 Mar 30 07:22:13.577715 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-5edc856e-6c9c-48c6-a768-618c853fd83b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'port': {'device_id': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'admin_state_up': True, 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'security_groups': ['996c553e-31de-48f2-89b9-76e9530aec4d']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:13.580940 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:07Z', 'revision_number': 4, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'gw_port': {'id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'af374652-aaa4-4d59-97bc-3947cf23a19b', 'name': '', 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'mac_address': 'fa:16:3e:31:3c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:06Z', 'updated_at': '2022-03-30T07:22:11Z', 'revision_number': 4, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'subnets': [{'id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:13.670665 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8605a55-a650-4ff8-9b28-c227542b73e5 None None] The sync data for ids ['6cb5fde6-158b-4e92-a688-3da8be637e7b'] in dv-cinder-835778-2-iscsi is: [{'id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:07Z', 'revision_number': 4, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'gw_port': {'id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'af374652-aaa4-4d59-97bc-3947cf23a19b', 'name': '', 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'mac_address': 'fa:16:3e:31:3c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:06Z', 'updated_at': '2022-03-30T07:22:11Z', 'revision_number': 4, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'subnets': [{'id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:22:13.673820 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 2b3cd2b0-b364-49a9-9578-53c32a620e32 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:13.691298 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:13.712305 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:22:13.782035 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-49e965db-f52e-441f-a424-c9bbee5855bd None None] Current status of the port af374652-aaa4-4d59-97bc-3947cf23a19b is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:13.782882 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-49e965db-f52e-441f-a424-c9bbee5855bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:13.855734 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-5edc856e-6c9c-48c6-a768-618c853fd83b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Made reservation on behalf of 2482f983870c40ad8fe2e8a9ae69169c for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:22:13.859088 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-5edc856e-6c9c-48c6-a768-618c853fd83b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:13.865580 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-49e965db-f52e-441f-a424-c9bbee5855bd None None] For port af374652-aaa4-4d59-97bc-3947cf23a19b, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=af374652-aaa4-4d59-97bc-3947cf23a19b,segment=NetworkSegment(a75e94bc-b4f8-46fe-a3dc-22c244d97f2a),segment_id=a75e94bc-b4f8-46fe-a3dc-22c244d97f2a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:13.901062 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-49e965db-f52e-441f-a424-c9bbee5855bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:13.929596 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 2b3cd2b0-b364-49a9-9578-53c32a620e32 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:13.930007 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.011338 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'name': 'tempest-TestMinimumBasicScenario-373538389-router', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e83cb089-405d-4177-b910-c6dacf8cf1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:22:11Z', 'revision_number': 3, 'project_id': '7e5218a5dc224bf8a0ff1a0500764999', 'gw_port': {'id': 'e83cb089-405d-4177-b910-c6dacf8cf1a8', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:51:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:14.065942 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Checking router: 728189cb-cbf4-41b3-bce9-1620f886a051 for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:22:14.066285 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Updating router 728189cb-cbf4-41b3-bce9-1620f886a051 port e83cb089-405d-4177-b910-c6dacf8cf1a8 binding host dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:22:14.095062 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e965db-f52e-441f-a424-c9bbee5855bd None None] Pushing event updated for resources: {'Port': ['ID=af374652-aaa4-4d59-97bc-3947cf23a19b,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:14.121270 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (e83cb089-405d-4177-b910-c6dacf8cf1a8), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.123638 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-6f58b39b-279f-4471-8a71-f3418359f522 None None] Provisioning complete for port c8ae02d5-1809-43e7-b921-2f7caa0bae94 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:14.123921 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6f58b39b-279f-4471-8a71-f3418359f522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.265862 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 2b3cd2b0-b364-49a9-9578-53c32a620e32 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:14.266489 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.380465 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b6d48950-1609-4072-981c-ca36a2133803 req-9631f454-d60f-4100-bceb-adcf7cdac927 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 210 time: 0.0467601 Mar 30 07:22:14.392690 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port 2b3cd2b0-b364-49a9-9578-53c32a620e32, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=2b3cd2b0-b364-49a9-9578-53c32a620e32,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:14.405687 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.406484 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device c8ae02d5-1809-43e7-b921-2f7caa0bae94 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:14.438334 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Allocated IP 172.20.0.1 (6e626928-e04f-469b-aace-112c65cda96b/577a2445-0054-419d-9c2e-a2b4895706c2/6bf222c0-408f-42a7-99bb-d0ea25ed24c4) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:22:14.479137 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-6f58b39b-279f-4471-8a71-f3418359f522 None None] Current status of the port c8ae02d5-1809-43e7-b921-2f7caa0bae94 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:14.479553 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6f58b39b-279f-4471-8a71-f3418359f522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.550340 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=2b3cd2b0-b364-49a9-9578-53c32a620e32,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:14.556493 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-5edc856e-6c9c-48c6-a768-618c853fd83b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Allocated IP 172.20.0.12 (73dd56e2-c247-440c-aa55-c3633a082de7/8d5962ba-a4c9-4821-8fe4-520b95afe542/8f177682-1cd3-4432-bdc9-dd65cf3fa601) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:22:14.612499 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-6f58b39b-279f-4471-8a71-f3418359f522 None None] For port c8ae02d5-1809-43e7-b921-2f7caa0bae94, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=c8ae02d5-1809-43e7-b921-2f7caa0bae94,segment=NetworkSegment(00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0),segment_id=00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:14.617173 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port c8ae02d5-1809-43e7-b921-2f7caa0bae94 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:14.617597 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.619336 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Publish callbacks [] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.642595 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6f58b39b-279f-4471-8a71-f3418359f522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.660708 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Publish callbacks [] for port (e83cb089-405d-4177-b910-c6dacf8cf1a8), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.696377 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (e83cb089-405d-4177-b910-c6dacf8cf1a8), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.715106 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-6f58b39b-279f-4471-8a71-f3418359f522 None None] Provisioning complete for port 2b3cd2b0-b364-49a9-9578-53c32a620e32 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:14.715564 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6f58b39b-279f-4471-8a71-f3418359f522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.737575 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-847f5338-2845-4d43-b307-5f6570ee6029 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:14.739021 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-847f5338-2845-4d43-b307-5f6570ee6029 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.35 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 947 time: 0.0603387 Mar 30 07:22:14.764260 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f55ec-5dfe-4e0e-8021-8fa53b307d10 req-bdc73c9f-ab39-4ab3-8e1d-b00b94d5e868 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:14.765837 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b51f55ec-5dfe-4e0e-8021-8fa53b307d10 req-bdc73c9f-ab39-4ab3-8e1d-b00b94d5e868 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 947 time: 0.1544263 Mar 30 07:22:14.777984 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58b39b-279f-4471-8a71-f3418359f522 None None] Pushing event updated for resources: {'Port': ['ID=c8ae02d5-1809-43e7-b921-2f7caa0bae94,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:14.784309 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.805895 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Attempting to bind port e83cb089-405d-4177-b910-c6dacf8cf1a8 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:22:14.806282 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Attempting to bind port e83cb089-405d-4177-b910-c6dacf8cf1a8 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:22:14.806616 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Attempting to bind port e83cb089-405d-4177-b910-c6dacf8cf1a8 on network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:22:14.825236 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:22:14.825613 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Checking segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:22:14.826012 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.826400 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Bound using segment: {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:22:14.827398 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Bound port: e83cb089-405d-4177-b910-c6dacf8cf1a8, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84c1639-925c-4a95-a0a4-8bb9c036465d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:22:14.827398 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (e83cb089-405d-4177-b910-c6dacf8cf1a8), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.864062 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-37efc0b2-a087-4222-a586-dcd3d54ec4cb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Deleting port e4a2a22a-64df-4018-a002-940abcd5bbba {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:22:14.864598 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-37efc0b2-a087-4222-a586-dcd3d54ec4cb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.888605 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b6124-abb8-46f1-b26a-5508138d9d47 None None] Pushing event updated for resources: {'Port': ['ID=e83cb089-405d-4177-b910-c6dacf8cf1a8,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:14.898397 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf222c0-408f-42a7-99bb-d0ea25ed24c4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:14.902511 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Network 6e626928-e04f-469b-aace-112c65cda96b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:14.905637 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-5edc856e-6c9c-48c6-a768-618c853fd83b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:14.918098 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:14.919210 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port c8ae02d5-1809-43e7-b921-2f7caa0bae94 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:14.924941 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:22:14.951751 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b51f55ec-5dfe-4e0e-8021-8fa53b307d10 req-2000a6e8-c46b-4ad2-b318-620ff2bbe735 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups?id=29611ef3-2db0-4e4e-bb08-599ac9b31fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721714 Mar 30 07:22:14.967439 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] For port e83cb089-405d-4177-b910-c6dacf8cf1a8, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:22:14.989591 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] For port e83cb089-405d-4177-b910-c6dacf8cf1a8, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=e83cb089-405d-4177-b910-c6dacf8cf1a8,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:22:14.990972 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-6f58b39b-279f-4471-8a71-f3418359f522 None None] Current status of the port 2b3cd2b0-b364-49a9-9578-53c32a620e32 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:15.000551 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622771'] for router_interface (728189cb-cbf4-41b3-bce9-1620f886a051), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:15.001231 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (e83cb089-405d-4177-b910-c6dacf8cf1a8), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:15.027388 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-37efc0b2-a087-4222-a586-dcd3d54ec4cb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] For port e4a2a22a-64df-4018-a002-940abcd5bbba, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=e4a2a22a-64df-4018-a002-940abcd5bbba,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:15.027753 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-37efc0b2-a087-4222-a586-dcd3d54ec4cb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:15.069639 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-5edc856e-6c9c-48c6-a768-618c853fd83b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:15.139418 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-5edc856e-6c9c-48c6-a768-618c853fd83b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Network 73dd56e2-c247-440c-aa55-c3633a082de7 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:15.148512 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-5edc856e-6c9c-48c6-a768-618c853fd83b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:15.155627 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-5edc856e-6c9c-48c6-a768-618c853fd83b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:22:15.193439 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc856e-6c9c-48c6-a768-618c853fd83b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'Port': ['ID=8f177682-1cd3-4432-bdc9-dd65cf3fa601,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:15.246839 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:15.267949 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Routers {'728189cb-cbf4-41b3-bce9-1620f886a051'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:15.268673 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['728189cb-cbf4-41b3-bce9-1620f886a051'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:15.270415 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-5edc856e-6c9c-48c6-a768-618c853fd83b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:15.271108 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-5edc856e-6c9c-48c6-a768-618c853fd83b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:15.273355 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-7a6d0377-48c9-47f3-9931-db481ce6c319 None None] Provisioning complete for port c8ae02d5-1809-43e7-b921-2f7caa0bae94 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:15.273724 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7a6d0377-48c9-47f3-9931-db481ce6c319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:15.280193 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-37efc0b2-a087-4222-a586-dcd3d54ec4cb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:15.280582 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-37efc0b2-a087-4222-a586-dcd3d54ec4cb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (78486e0f-8569-4c13-8cdb-522bb8d9796e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:15.280864 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.l3_db [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-37efc0b2-a087-4222-a586-dcd3d54ec4cb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Floating IP 78486e0f-8569-4c13-8cdb-522bb8d9796e disassociated. External IP: 172.27.1.108, port: e4a2a22a-64df-4018-a002-940abcd5bbba. Mar 30 07:22:15.281881 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-37efc0b2-a087-4222-a586-dcd3d54ec4cb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Calling delete_port for e4a2a22a-64df-4018-a002-940abcd5bbba owned by compute:nova {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:22:15.331091 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-5edc856e-6c9c-48c6-a768-618c853fd83b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7590659 Mar 30 07:22:15.362669 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b6124-abb8-46f1-b26a-5508138d9d47 None None] Pushing event updated for resources: {'Port': ['ID=e83cb089-405d-4177-b910-c6dacf8cf1a8,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:15.362824 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Request body: {'port': {'device_id': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:15.497153 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] Set router 728189cb-cbf4-41b3-bce9-1620f886a051 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:15.565040 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-37efc0b2-a087-4222-a586-dcd3d54ec4cb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (e4a2a22a-64df-4018-a002-940abcd5bbba), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:15.617905 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efc0b2-a087-4222-a586-dcd3d54ec4cb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event deleted for resources: {'Port': ['ID=e4a2a22a-64df-4018-a002-940abcd5bbba,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:15.621708 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:15.691517 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d0377-48c9-47f3-9931-db481ce6c319 None None] Current status of the port c8ae02d5-1809-43e7-b921-2f7caa0bae94 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:15.709435 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device af374652-aaa4-4d59-97bc-3947cf23a19b up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:15.769113 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce1a0d-91d0-4dc6-8bb5-401b9ab9e6cc req-aa15d9f2-82d4-40d9-afd1-779d43f2813f tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:15.770629 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7fce1a0d-91d0-4dc6-8bb5-401b9ab9e6cc req-aa15d9f2-82d4-40d9-afd1-779d43f2813f tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 932 time: 0.2051079 Mar 30 07:22:15.795718 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-37efc0b2-a087-4222-a586-dcd3d54ec4cb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:22:15.835980 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-eb580f95-413b-4ba9-8def-711ab66a1db1 None None] Provisioning complete for port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:15.836240 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eb580f95-413b-4ba9-8def-711ab66a1db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:15.871841 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Publish callbacks [] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:15.874158 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port af374652-aaa4-4d59-97bc-3947cf23a19b triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:15.874531 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:15.916811 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:15.947897 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-37efc0b2-a087-4222-a586-dcd3d54ec4cb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:22:15.950011 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-eb580f95-413b-4ba9-8def-711ab66a1db1 None None] Port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:22:15.962224 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'name': 'tempest-TestMinimumBasicScenario-373538389-router', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e83cb089-405d-4177-b910-c6dacf8cf1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:22:15Z', 'revision_number': 4, 'project_id': '7e5218a5dc224bf8a0ff1a0500764999', 'gw_port': {'id': 'e83cb089-405d-4177-b910-c6dacf8cf1a8', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:51:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '6bf222c0-408f-42a7-99bb-d0ea25ed24c4', 'name': '', 'network_id': '6e626928-e04f-469b-aace-112c65cda96b', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'mac_address': 'fa:16:3e:8c:73:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '577a2445-0054-419d-9c2e-a2b4895706c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:13Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 1, 'project_id': '7e5218a5dc224bf8a0ff1a0500764999', 'subnets': [{'id': '577a2445-0054-419d-9c2e-a2b4895706c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:15.967533 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2404c-7919-4186-8112-aa8bc178206a None None] Sync routers for ids ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:22:15.980103 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2404c-7919-4186-8112-aa8bc178206a None None] Routers {'3bcfccbd-1cba-47ca-9e55-ed31500cb929'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:15.981046 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-51f2404c-7919-4186-8112-aa8bc178206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:16.011332 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7fce1a0d-91d0-4dc6-8bb5-401b9ab9e6cc req-ef92c083-94c1-4482-8e6f-94690eef4ab2 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=996c553e-31de-48f2-89b9-76e9530aec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1885431 Mar 30 07:22:16.049019 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf222c0-408f-42a7-99bb-d0ea25ed24c4,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:16.053772 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2cafff-7154-4e1c-b039-7a6d8fba22d1 None None] The sync data for ids ['728189cb-cbf4-41b3-bce9-1620f886a051'] in dv-cinder-835778-2-iscsi is: [{'id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'name': 'tempest-TestMinimumBasicScenario-373538389-router', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e83cb089-405d-4177-b910-c6dacf8cf1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:22:15Z', 'revision_number': 4, 'project_id': '7e5218a5dc224bf8a0ff1a0500764999', 'gw_port': {'id': 'e83cb089-405d-4177-b910-c6dacf8cf1a8', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:51:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '6bf222c0-408f-42a7-99bb-d0ea25ed24c4', 'name': '', 'network_id': '6e626928-e04f-469b-aace-112c65cda96b', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'mac_address': 'fa:16:3e:8c:73:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '577a2445-0054-419d-9c2e-a2b4895706c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:13Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 1, 'project_id': '7e5218a5dc224bf8a0ff1a0500764999', 'subnets': [{'id': '577a2445-0054-419d-9c2e-a2b4895706c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:22:16.058348 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622631'] for router_interface (728189cb-cbf4-41b3-bce9-1620f886a051), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:16.073520 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-eb580f95-413b-4ba9-8def-711ab66a1db1 None None] Provisioning complete for port 8f177682-1cd3-4432-bdc9-dd65cf3fa601 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:16.073791 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eb580f95-413b-4ba9-8def-711ab66a1db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:16.079771 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-37efc0b2-a087-4222-a586-dcd3d54ec4cb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] No DVR routers for this DVR port e4a2a22a-64df-4018-a002-940abcd5bbba on host hv-cinder-83577 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:22:16.087894 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-37efc0b2-a087-4222-a586-dcd3d54ec4cb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:16.093049 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-27754ba5-4e09-4756-ad08-aac9c1ff7673 req-37efc0b2-a087-4222-a586-dcd3d54ec4cb tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.35 "DELETE /v2.0/ports/e4a2a22a-64df-4018-a002-940abcd5bbba HTTP/1.1" status: 204 len: 173 time: 1.3482707 Mar 30 07:22:16.093798 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'name': 'network-vif-deleted', 'tag': 'e4a2a22a-64df-4018-a002-940abcd5bbba'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:22:16.116289 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b7ddd2-5d17-4111-be19-502d57b74e42" -d '{"events": [{"server_uuid": "e370a461-4e4d-4b34-87f6-fe6e3ba548b6", "name": "network-vif-deleted", "tag": "e4a2a22a-64df-4018-a002-940abcd5bbba"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:22:16.178058 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port af374652-aaa4-4d59-97bc-3947cf23a19b is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:16.179898 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 2b3cd2b0-b364-49a9-9578-53c32a620e32 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:16.234596 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3613630-8d71-4a98-8ed2-1158d90074b8 x-openstack-request-id: req-c3613630-8d71-4a98-8ed2-1158d90074b8 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:22:16.234888 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e370a461-4e4d-4b34-87f6-fe6e3ba548b6", "name": "network-vif-deleted", "tag": "e4a2a22a-64df-4018-a002-940abcd5bbba", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:22:16.235136 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3613630-8d71-4a98-8ed2-1158d90074b8 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:22:16.235538 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3613630-8d71-4a98-8ed2-1158d90074b8'] response: {'server_uuid': 'e370a461-4e4d-4b34-87f6-fe6e3ba548b6', 'name': 'network-vif-deleted', 'tag': 'e4a2a22a-64df-4018-a002-940abcd5bbba', 'status': 'completed', 'code': 200} Mar 30 07:22:16.250426 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-eb580f95-413b-4ba9-8def-711ab66a1db1 None None] Port 8f177682-1cd3-4432-bdc9-dd65cf3fa601 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:22:16.292736 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 2b3cd2b0-b364-49a9-9578-53c32a620e32 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:16.293690 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:16.362261 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-51f2404c-7919-4186-8112-aa8bc178206a None None] Set router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:16.373375 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-41dce350-f4e4-4486-8cf9-9c9a586f9397 req-1478ea34-3744-46ed-8bb5-42e1dbbfd23e tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/ports?device_id=e370a461-4e4d-4b34-87f6-fe6e3ba548b6 HTTP/1.1" status: 200 len: 210 time: 0.0669870 Mar 30 07:22:16.407688 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 2b3cd2b0-b364-49a9-9578-53c32a620e32 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:16.408970 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device c8ae02d5-1809-43e7-b921-2f7caa0bae94 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:16.477154 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f177682-1cd3-4432-bdc9-dd65cf3fa601 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:22:16.486723 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port c8ae02d5-1809-43e7-b921-2f7caa0bae94 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:16.487378 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:16.496501 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Publish callbacks [] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:16.516703 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Network 6e626928-e04f-469b-aace-112c65cda96b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:16.525996 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:16.528333 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Transition to ACTIVE for port object 8f177682-1cd3-4432-bdc9-dd65cf3fa601 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:22:16.653309 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port c8ae02d5-1809-43e7-b921-2f7caa0bae94 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:16.734979 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:16.740425 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device e4a2a22a-64df-4018-a002-940abcd5bbba no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:22:16.773901 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-51f2404c-7919-4186-8112-aa8bc178206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '881d0da5-6071-443f-bd70-2074fd08a617', 'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'mac_address': 'fa:16:3e:95:6f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:31Z', 'updated_at': '2022-03-30T07:15:46Z', 'revision_number': 5, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'subnets': [{'id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:16.776492 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: e4a2a22a-64df-4018-a002-940abcd5bbba {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:22:16.776843 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device e4a2a22a-64df-4018-a002-940abcd5bbba not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:22:16.812646 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2404c-7919-4186-8112-aa8bc178206a None None] Checking router: 3bcfccbd-1cba-47ca-9e55-ed31500cb929 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:22:16.826707 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Pushing event updated for resources: {'Port': ['ID=8f177682-1cd3-4432-bdc9-dd65cf3fa601,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:16.828208 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2404c-7919-4186-8112-aa8bc178206a None None] Routers {'3bcfccbd-1cba-47ca-9e55-ed31500cb929'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:16.829124 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-51f2404c-7919-4186-8112-aa8bc178206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:16.923227 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Router 728189cb-cbf4-41b3-bce9-1620f886a051 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:22:16.993097 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-245171ff-5345-4dac-8e66-e8a35896114c None None] Provisioning complete for port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:16.994588 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-245171ff-5345-4dac-8e66-e8a35896114c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:17.025041 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-51f2404c-7919-4186-8112-aa8bc178206a None None] Set router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:17.038854 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-245171ff-5345-4dac-8e66-e8a35896114c None None] Port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:22:17.130944 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Attempting to bind port 8f177682-1cd3-4432-bdc9-dd65cf3fa601 on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:22:17.131437 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Attempting to bind port 8f177682-1cd3-4432-bdc9-dd65cf3fa601 by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:22:17.131972 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Attempting to bind port 8f177682-1cd3-4432-bdc9-dd65cf3fa601 on network 73dd56e2-c247-440c-aa55-c3633a082de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:22:17.156385 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:22:17.168416 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ec43e502-ca1f-4fa3-b2b2-e9d7a6fbe8b5 admin admin] 10.222.0.20 "PUT /v2.0/routers/728189cb-cbf4-41b3-bce9-1620f886a051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7194753 Mar 30 07:22:17.171359 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Port 8f177682-1cd3-4432-bdc9-dd65cf3fa601 on network 73dd56e2-c247-440c-aa55-c3633a082de7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:22:17.171941 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Attempting to bind port 8f177682-1cd3-4432-bdc9-dd65cf3fa601 on network 73dd56e2-c247-440c-aa55-c3633a082de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:22:17.186933 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:22:17.187301 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Checking segment: {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:22:17.187758 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Bound using segment: {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:22:17.188289 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Bound port: 8f177682-1cd3-4432-bdc9-dd65cf3fa601, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:22:17.188620 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:17.216458 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102345e9-99a1-4a1a-bdb2-30ee88553e84 req-68a5ac0f-7950-4462-8ed8-15cbbdde2ab0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:17.218136 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-102345e9-99a1-4a1a-bdb2-30ee88553e84 req-68a5ac0f-7950-4462-8ed8-15cbbdde2ab0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 944 time: 0.1157038 Mar 30 07:22:17.305063 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-51f2404c-7919-4186-8112-aa8bc178206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '881d0da5-6071-443f-bd70-2074fd08a617', 'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'mac_address': 'fa:16:3e:95:6f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:31Z', 'updated_at': '2022-03-30T07:15:46Z', 'revision_number': 5, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'subnets': [{'id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:17.306690 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-102345e9-99a1-4a1a-bdb2-30ee88553e84 req-9d619000-2b64-4696-8e42-de4ebd546653 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=996c553e-31de-48f2-89b9-76e9530aec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695119 Mar 30 07:22:17.326071 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] For port 8f177682-1cd3-4432-bdc9-dd65cf3fa601, host hv-cinder-83577, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:22:17.332963 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] For port 8f177682-1cd3-4432-bdc9-dd65cf3fa601, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=8f177682-1cd3-4432-bdc9-dd65cf3fa601,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:22:17.341898 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:17.345304 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2404c-7919-4186-8112-aa8bc178206a None None] The sync data for ids ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'] in dv-cinder-835778-2-iscsi is: [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:15:34Z', 'revision_number': 4, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '881d0da5-6071-443f-bd70-2074fd08a617', 'name': '', 'network_id': '89db86be-e389-43ed-80e6-11e20145eaf2', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'mac_address': 'fa:16:3e:95:6f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:31Z', 'updated_at': '2022-03-30T07:15:46Z', 'revision_number': 5, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'subnets': [{'id': 'f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:22:17.484000 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Pushing event updated for resources: {'Port': ['ID=8f177682-1cd3-4432-bdc9-dd65cf3fa601,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:17.489483 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43086) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:17.497457 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:17.498123 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:17.499534 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-f36b8088-6d0c-4274-93b4-50eb3cb9c171 service neutron] 10.222.0.35 "PUT /v2.0/ports/8f177682-1cd3-4432-bdc9-dd65cf3fa601 HTTP/1.1" status: 200 len: 1094 time: 2.1552393 Mar 30 07:22:17.500496 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'tag': '8f177682-1cd3-4432-bdc9-dd65cf3fa601'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:22:17.502929 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e54e28e-0fe9-4630-8cbd-d7886c10cd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb553a5a-a341-4f34-9d09-4082d87fc076", "tag": "8f177682-1cd3-4432-bdc9-dd65cf3fa601"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:22:17.551802 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f2ae0a-013f-4cbf-bfd5-1038e0352f63 x-openstack-request-id: req-c8f2ae0a-013f-4cbf-bfd5-1038e0352f63 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:22:17.552121 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb553a5a-a341-4f34-9d09-4082d87fc076", "tag": "8f177682-1cd3-4432-bdc9-dd65cf3fa601", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:22:17.552379 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8f2ae0a-013f-4cbf-bfd5-1038e0352f63 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:22:17.552789 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f2ae0a-013f-4cbf-bfd5-1038e0352f63'] response: {'name': 'network-changed', 'server_uuid': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'tag': '8f177682-1cd3-4432-bdc9-dd65cf3fa601', 'status': 'completed', 'code': 200} Mar 30 07:22:17.573256 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37d202fe-c369-44a3-a1a3-6fc7b9f6808f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group (29611ef3-2db0-4e4e-bb08-599ac9b31fcb), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:17.579183 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device e83cb089-405d-4177-b910-c6dacf8cf1a8 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:17.622694 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37d202fe-c369-44a3-a1a3-6fc7b9f6808f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group (29611ef3-2db0-4e4e-bb08-599ac9b31fcb), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:17.653031 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port e83cb089-405d-4177-b910-c6dacf8cf1a8 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:17.653525 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (e83cb089-405d-4177-b910-c6dacf8cf1a8), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:17.700859 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54e28e-0fe9-4630-8cbd-d7886c10cd4f req-f2460262-b3b9-4461-b0f1-1bd222d05adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:17.702424 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2e54e28e-0fe9-4630-8cbd-d7886c10cd4f req-f2460262-b3b9-4461-b0f1-1bd222d05adc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 1128 time: 0.0992136 Mar 30 07:22:17.717150 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37d202fe-c369-44a3-a1a3-6fc7b9f6808f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (29611ef3-2db0-4e4e-bb08-599ac9b31fcb), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:17.724048 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37d202fe-c369-44a3-a1a3-6fc7b9f6808f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:17.725370 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-37d202fe-c369-44a3-a1a3-6fc7b9f6808f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "DELETE /v2.0/security-groups/29611ef3-2db0-4e4e-bb08-599ac9b31fcb HTTP/1.1" status: 204 len: 168 time: 0.2316930 Mar 30 07:22:17.726205 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43094) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:17.753552 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d202fe-c369-44a3-a1a3-6fc7b9f6808f tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29611ef3-2db0-4e4e-bb08-599ac9b31fcb,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:17.762377 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.api.v2.resource [None req-abc9c9ef-a435-43e1-b42e-107c70222568 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] show failed (client error): The resource could not be found. Mar 30 07:22:17.763524 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-abc9c9ef-a435-43e1-b42e-107c70222568 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "GET /v2.0/security-groups/29611ef3-2db0-4e4e-bb08-599ac9b31fcb HTTP/1.1" status: 404 len: 347 time: 0.0237410 Mar 30 07:22:17.766604 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43096) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:17.838280 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port e83cb089-405d-4177-b910-c6dacf8cf1a8 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:17.838674 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (e83cb089-405d-4177-b910-c6dacf8cf1a8), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:17.885524 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] For port e83cb089-405d-4177-b910-c6dacf8cf1a8, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=e83cb089-405d-4177-b910-c6dacf8cf1a8,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:17.900454 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (e83cb089-405d-4177-b910-c6dacf8cf1a8), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:17.927759 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54e28e-0fe9-4630-8cbd-d7886c10cd4f req-2bc5102f-4dfa-41f2-a095-968d8da9fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:17.929929 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2e54e28e-0fe9-4630-8cbd-d7886c10cd4f req-2bc5102f-4dfa-41f2-a095-968d8da9fc26 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2148621 Mar 30 07:22:17.957513 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7ec827c8-1bd4-453e-8c45-57121d813008 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Deleting port 9fb17f4f-6fc2-4a53-beca-4712edec074f {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:22:17.958100 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7ec827c8-1bd4-453e-8c45-57121d813008 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (9fb17f4f-6fc2-4a53-beca-4712edec074f), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:17.963175 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Pushing event updated for resources: {'Port': ['ID=e83cb089-405d-4177-b910-c6dacf8cf1a8,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:18.049716 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7ec827c8-1bd4-453e-8c45-57121d813008 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (9fb17f4f-6fc2-4a53-beca-4712edec074f), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:18.050097 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7ec827c8-1bd4-453e-8c45-57121d813008 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for floatingip (9fb17f4f-6fc2-4a53-beca-4712edec074f), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:18.062999 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7ec827c8-1bd4-453e-8c45-57121d813008 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Calling delete_port for 9fb17f4f-6fc2-4a53-beca-4712edec074f owned by network:floatingip {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:22:18.122256 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54e28e-0fe9-4630-8cbd-d7886c10cd4f req-e635683b-7bb1-48ba-b591-c69491f1c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:18.123743 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2e54e28e-0fe9-4630-8cbd-d7886c10cd4f req-e635683b-7bb1-48ba-b591-c69491f1c0b6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1882067 Mar 30 07:22:18.237119 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7ec827c8-1bd4-453e-8c45-57121d813008 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (9fb17f4f-6fc2-4a53-beca-4712edec074f), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:18.267363 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec827c8-1bd4-453e-8c45-57121d813008 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Pushing event deleted for resources: {'Port': ['ID=9fb17f4f-6fc2-4a53-beca-4712edec074f,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:18.269283 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-e08e1f95-692f-4724-bb41-8b8c0270f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:18.270315 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-e08e1f95-692f-4724-bb41-8b8c0270f4fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 1128 time: 0.0544760 Mar 30 07:22:18.342169 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-30554508-f703-49f4-ac0e-e7ef05c1ab1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f177682-1cd3-4432-bdc9-dd65cf3fa601 HTTP/1.1" status: 200 len: 217 time: 0.0551698 Mar 30 07:22:18.386365 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7ec827c8-1bd4-453e-8c45-57121d813008 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks [] for floatingip (78486e0f-8569-4c13-8cdb-522bb8d9796e), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:18.389296 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7ec827c8-1bd4-453e-8c45-57121d813008 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:18.392945 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-7ec827c8-1bd4-453e-8c45-57121d813008 tempest-AttachVolumeShelveTestJSON-1548481741 tempest-AttachVolumeShelveTestJSON-1548481741-project] 10.222.0.20 "DELETE /v2.0/floatingips/78486e0f-8569-4c13-8cdb-522bb8d9796e HTTP/1.1" status: 204 len: 168 time: 0.6228888 Mar 30 07:22:18.463018 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-95fef938-5a8c-4e89-811f-a1605347009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:18.464735 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-95fef938-5a8c-4e89-811f-a1605347009c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d5962ba-a4c9-4821-8fe4-520b95afe542 HTTP/1.1" status: 200 len: 854 time: 0.1189651 Mar 30 07:22:18.521072 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255b9ac-4bb3-40db-81a1-c2118f83e682 req-811f3567-db4e-40f1-b806-da723ac7f181 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:18.523011 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4255b9ac-4bb3-40db-81a1-c2118f83e682 req-811f3567-db4e-40f1-b806-da723ac7f181 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 944 time: 0.1005840 Mar 30 07:22:18.573896 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-0e5e2d43-723e-4c7a-bda4-009b41d5e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:18.575389 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-0e5e2d43-723e-4c7a-bda4-009b41d5e029 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dd56e2-c247-440c-aa55-c3633a082de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1024127 Mar 30 07:22:18.899449 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4255b9ac-4bb3-40db-81a1-c2118f83e682 req-2fac5d32-60b0-408e-94d8-b3067c942975 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=996c553e-31de-48f2-89b9-76e9530aec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3670330 Mar 30 07:22:18.946988 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-ae6b181b-f827-438f-a0a0-d35434f493c4 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644505 Mar 30 07:22:19.053588 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-29859322-4dd8-4dd7-9f37-db58f8c92416 req-00be7a9a-0ad4-4491-bbfb-c8fcae10d167 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996816 Mar 30 07:22:19.454852 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device e83cb089-405d-4177-b910-c6dacf8cf1a8 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:19.525922 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port e83cb089-405d-4177-b910-c6dacf8cf1a8 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:19.526256 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (e83cb089-405d-4177-b910-c6dacf8cf1a8), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:19.622913 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port e83cb089-405d-4177-b910-c6dacf8cf1a8 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:19.855838 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80db4dd-53b0-477c-87e2-e9580b78c279 None None] New status for floating IP 78486e0f-8569-4c13-8cdb-522bb8d9796e: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:22:20.068177 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148c16f-4d88-4700-ad00-a8a7c71f8b57 req-3b26fea3-19a0-4728-bc67-a433727778cc tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:20.070870 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6148c16f-4d88-4700-ad00-a8a7c71f8b57 req-3b26fea3-19a0-4728-bc67-a433727778cc tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 944 time: 0.0693429 Mar 30 07:22:20.165070 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6148c16f-4d88-4700-ad00-a8a7c71f8b57 req-d9005c0e-f7cd-42ba-92b3-1f2b6560e135 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=996c553e-31de-48f2-89b9-76e9530aec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815406 Mar 30 07:22:20.916334 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43134) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:21.298792 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5743054-9903-43ef-a334-1e3588cd74ab req-99ee2ebd-d3b4-4c3d-a119-b184c03b9943 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:21.306345 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5743054-9903-43ef-a334-1e3588cd74ab req-99ee2ebd-d3b4-4c3d-a119-b184c03b9943 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 944 time: 0.0745800 Mar 30 07:22:21.363136 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5743054-9903-43ef-a334-1e3588cd74ab req-23f00512-2ce2-4e71-9304-f9b39816fe07 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=996c553e-31de-48f2-89b9-76e9530aec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558465 Mar 30 07:22:21.470508 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83d31a3-0417-4053-8326-d148cc8190e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622650'] for router_interface (3bcfccbd-1cba-47ca-9e55-ed31500cb929), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:21.767736 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83d31a3-0417-4053-8326-d148cc8190e9 admin admin] Deleting port 881d0da5-6071-443f-bd70-2074fd08a617 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:22:21.768013 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83d31a3-0417-4053-8326-d148cc8190e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (881d0da5-6071-443f-bd70-2074fd08a617), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:21.865262 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83d31a3-0417-4053-8326-d148cc8190e9 admin admin] For port 881d0da5-6071-443f-bd70-2074fd08a617, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=881d0da5-6071-443f-bd70-2074fd08a617,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:21.865620 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83d31a3-0417-4053-8326-d148cc8190e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (881d0da5-6071-443f-bd70-2074fd08a617), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:21.881941 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83d31a3-0417-4053-8326-d148cc8190e9 admin admin] Calling delete_port for 881d0da5-6071-443f-bd70-2074fd08a617 owned by network:router_interface {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:22:21.926260 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Sync routers for ids ['728189cb-cbf4-41b3-bce9-1620f886a051'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:22:21.936233 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Routers {'728189cb-cbf4-41b3-bce9-1620f886a051'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:21.936853 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['728189cb-cbf4-41b3-bce9-1620f886a051'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:22.058506 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Set router 728189cb-cbf4-41b3-bce9-1620f886a051 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:22.123497 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83d31a3-0417-4053-8326-d148cc8190e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (881d0da5-6071-443f-bd70-2074fd08a617), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:22.150583 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d31a3-0417-4053-8326-d148cc8190e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=881d0da5-6071-443f-bd70-2074fd08a617,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:22.335702 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'name': 'tempest-TestMinimumBasicScenario-373538389-router', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e83cb089-405d-4177-b910-c6dacf8cf1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:22:15Z', 'revision_number': 4, 'project_id': '7e5218a5dc224bf8a0ff1a0500764999', 'gw_port': {'id': 'e83cb089-405d-4177-b910-c6dacf8cf1a8', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '6bf222c0-408f-42a7-99bb-d0ea25ed24c4', 'name': '', 'network_id': '6e626928-e04f-469b-aace-112c65cda96b', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'mac_address': 'fa:16:3e:8c:73:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '577a2445-0054-419d-9c2e-a2b4895706c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:13Z', 'updated_at': '2022-03-30T07:22:15Z', 'revision_number': 2, 'project_id': '7e5218a5dc224bf8a0ff1a0500764999', 'subnets': [{'id': '577a2445-0054-419d-9c2e-a2b4895706c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:22.362572 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83d31a3-0417-4053-8326-d148cc8190e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622506'] for router_interface (3bcfccbd-1cba-47ca-9e55-ed31500cb929), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:22.365565 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Checking router: 728189cb-cbf4-41b3-bce9-1620f886a051 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:22:22.366601 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Updating router 728189cb-cbf4-41b3-bce9-1620f886a051 port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 binding host dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 07:22:22.400815 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:22.518918 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07416c75-ff5f-48db-8293-bb1cc7d9181b req-fd94098a-af66-478f-bd86-5d4be053b258 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:22.526768 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-07416c75-ff5f-48db-8293-bb1cc7d9181b req-fd94098a-af66-478f-bd86-5d4be053b258 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 944 time: 0.0863740 Mar 30 07:22:22.582558 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-07416c75-ff5f-48db-8293-bb1cc7d9181b req-67bb5861-5eb4-4392-bb78-a40626e8f4e8 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=996c553e-31de-48f2-89b9-76e9530aec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501046 Mar 30 07:22:22.680733 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83d31a3-0417-4053-8326-d148cc8190e9 admin admin] Router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:22:22.713464 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Publish callbacks [] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:22.720045 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:22.771122 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c99bd-0e29-45a0-b3f7-fa11d08b29ff None None] Pushing event updated for resources: {'Port': ['ID=6bf222c0-408f-42a7-99bb-d0ea25ed24c4,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:22.783422 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 8f177682-1cd3-4432-bdc9-dd65cf3fa601 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:22:22.858905 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83d31a3-0417-4053-8326-d148cc8190e9 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:22:22.863950 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Attempting to bind port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 on host dv-cinder-835778-2-iscsi for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:22:22.864339 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Attempting to bind port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 by drivers openvswitch,hyperv on host dv-cinder-835778-2-iscsi at level 0 using segments [{'id': '00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e626928-e04f-469b-aace-112c65cda96b'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:22:22.864797 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Attempting to bind port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 on network 6e626928-e04f-469b-aace-112c65cda96b {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:22:22.867078 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-c83d31a3-0417-4053-8326-d148cc8190e9 admin admin] 10.222.0.20 "PUT /v2.0/routers/3bcfccbd-1cba-47ca-9e55-ed31500cb929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9496324 Mar 30 07:22:22.869845 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 43148) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:22.873718 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Checking agent: {'id': 'aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 7, 31), 'started_at': datetime.datetime(2022, 3, 30, 7, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:22:22.874101 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Checking segment: {'id': '00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e626928-e04f-469b-aace-112c65cda96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:22:22.874513 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:22.874898 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Bound using segment: {'id': '00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e626928-e04f-469b-aace-112c65cda96b'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:22:22.875365 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Bound port: 6bf222c0-408f-42a7-99bb-d0ea25ed24c4, host: dv-cinder-835778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6e626928-e04f-469b-aace-112c65cda96b'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:22:22.875741 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:22.943095 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff7172-0232-4cee-b113-d5a2b44a19c4 None None] Sync routers for ids ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:22:22.954509 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] For port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4, host dv-cinder-835778-2-iscsi, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:22:22.958393 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] For port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4, host dv-cinder-835778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=6bf222c0-408f-42a7-99bb-d0ea25ed24c4,segment=NetworkSegment(00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0),segment_id=00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:22:22.978327 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:23.034682 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c99bd-0e29-45a0-b3f7-fa11d08b29ff None None] Pushing event updated for resources: {'Port': ['ID=6bf222c0-408f-42a7-99bb-d0ea25ed24c4,revision_number=4']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:23.055477 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Routers {'728189cb-cbf4-41b3-bce9-1620f886a051'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:23.056305 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['728189cb-cbf4-41b3-bce9-1620f886a051'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:23.070422 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 8f177682-1cd3-4432-bdc9-dd65cf3fa601, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=8f177682-1cd3-4432-bdc9-dd65cf3fa601,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:23.088834 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] Publish callbacks [] for router (3bcfccbd-1cba-47ca-9e55-ed31500cb929), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:23.094103 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '8f177682-1cd3-4432-bdc9-dd65cf3fa601', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'port_id': '8f177682-1cd3-4432-bdc9-dd65cf3fa601', 'mac_address': 'fa:16:3e:74:f6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:22:23.103117 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff7172-0232-4cee-b113-d5a2b44a19c4 None None] Routers {'3bcfccbd-1cba-47ca-9e55-ed31500cb929'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:23.103777 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-cdff7172-0232-4cee-b113-d5a2b44a19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:23.261746 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 8f177682-1cd3-4432-bdc9-dd65cf3fa601 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:23.262130 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:23.282175 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] Publish callbacks [] for router_gateway (3bcfccbd-1cba-47ca-9e55-ed31500cb929), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:23.360060 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] Deleting port 6427b57c-a46b-4de2-8c0f-34a270941af0 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:22:23.360789 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (6427b57c-a46b-4de2-8c0f-34a270941af0), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:23.372850 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f177682-1cd3-4432-bdc9-dd65cf3fa601 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:22:23.378312 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-65e21d56-b615-4353-a7ad-cb1e528d3fbd None None] Provisioning complete for port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:23.378683 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65e21d56-b615-4353-a7ad-cb1e528d3fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:23.388358 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] Set router 728189cb-cbf4-41b3-bce9-1620f886a051 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:23.438173 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 8f177682-1cd3-4432-bdc9-dd65cf3fa601, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=8f177682-1cd3-4432-bdc9-dd65cf3fa601,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:23.452026 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:23.506449 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-cdff7172-0232-4cee-b113-d5a2b44a19c4 None None] Set router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:23.573174 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] For port 6427b57c-a46b-4de2-8c0f-34a270941af0, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=6427b57c-a46b-4de2-8c0f-34a270941af0,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:23.573729 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (6427b57c-a46b-4de2-8c0f-34a270941af0), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:23.581891 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=8f177682-1cd3-4432-bdc9-dd65cf3fa601,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:23.608868 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] Calling delete_port for 6427b57c-a46b-4de2-8c0f-34a270941af0 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:22:23.786907 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:23.833149 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'name': 'tempest-TestMinimumBasicScenario-373538389-router', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e83cb089-405d-4177-b910-c6dacf8cf1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:22:15Z', 'revision_number': 4, 'project_id': '7e5218a5dc224bf8a0ff1a0500764999', 'gw_port': {'id': 'e83cb089-405d-4177-b910-c6dacf8cf1a8', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '6bf222c0-408f-42a7-99bb-d0ea25ed24c4', 'name': '', 'network_id': '6e626928-e04f-469b-aace-112c65cda96b', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'mac_address': 'fa:16:3e:8c:73:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '577a2445-0054-419d-9c2e-a2b4895706c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:13Z', 'updated_at': '2022-03-30T07:22:22Z', 'revision_number': 4, 'project_id': '7e5218a5dc224bf8a0ff1a0500764999', 'subnets': [{'id': '577a2445-0054-419d-9c2e-a2b4895706c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:23.841108 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-65e21d56-b615-4353-a7ad-cb1e528d3fbd None None] Current status of the port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 is: DOWN; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:23.841780 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65e21d56-b615-4353-a7ad-cb1e528d3fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:23.881147 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a3e9e-65e8-4a9b-b920-c414fa3bc805 None None] The sync data for ids ['728189cb-cbf4-41b3-bce9-1620f886a051'] in dv-cinder-835778-2-iscsi is: [{'id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'name': 'tempest-TestMinimumBasicScenario-373538389-router', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e83cb089-405d-4177-b910-c6dacf8cf1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:22:15Z', 'revision_number': 4, 'project_id': '7e5218a5dc224bf8a0ff1a0500764999', 'gw_port': {'id': 'e83cb089-405d-4177-b910-c6dacf8cf1a8', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '6bf222c0-408f-42a7-99bb-d0ea25ed24c4', 'name': '', 'network_id': '6e626928-e04f-469b-aace-112c65cda96b', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'mac_address': 'fa:16:3e:8c:73:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '577a2445-0054-419d-9c2e-a2b4895706c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:13Z', 'updated_at': '2022-03-30T07:22:22Z', 'revision_number': 4, 'project_id': '7e5218a5dc224bf8a0ff1a0500764999', 'subnets': [{'id': '577a2445-0054-419d-9c2e-a2b4895706c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:22:23.939981 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['8f177682-1cd3-4432-bdc9-dd65cf3fa601'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:22:23.943745 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fec6b-a5e0-47cb-a9ee-17b67ce200dd req-3f22f2a1-3f49-4b2a-8241-42c43a621ba4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:23.945720 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-836fec6b-a5e0-47cb-a9ee-17b67ce200dd req-3f22f2a1-3f49-4b2a-8241-42c43a621ba4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 945 time: 0.0867820 Mar 30 07:22:24.050904 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-836fec6b-a5e0-47cb-a9ee-17b67ce200dd req-9a428cb8-d220-4d41-a376-2c0b847ca3d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=996c553e-31de-48f2-89b9-76e9530aec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979183 Mar 30 07:22:24.059109 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (6427b57c-a46b-4de2-8c0f-34a270941af0), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:24.111249 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6427b57c-a46b-4de2-8c0f-34a270941af0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:24.111505 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-65e21d56-b615-4353-a7ad-cb1e528d3fbd None None] For port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=6bf222c0-408f-42a7-99bb-d0ea25ed24c4,segment=NetworkSegment(00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0),segment_id=00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:24.136932 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65e21d56-b615-4353-a7ad-cb1e528d3fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:24.227469 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622784'] for router_gateway (3bcfccbd-1cba-47ca-9e55-ed31500cb929), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:24.258781 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f73d-2092-4391-bbb2-33d8b317f866 req-3ec51f22-0d99-4035-834f-116f567faef7 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:24.260482 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5326f73d-2092-4391-bbb2-33d8b317f866 req-3ec51f22-0d99-4035-834f-116f567faef7 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 946 time: 0.1593874 Mar 30 07:22:24.274726 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:24.275011 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:24.339128 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0d3452d4-0db9-4afc-a41e-bd49f511184c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:24.355703 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21d56-b615-4353-a7ad-cb1e528d3fbd None None] Pushing event updated for resources: {'Port': ['ID=6bf222c0-408f-42a7-99bb-d0ea25ed24c4,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:24.392407 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-31ab2814-5a13-4bc2-baaf-34024cfdd436 None None] Provisioning complete for port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:24.392770 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-31ab2814-5a13-4bc2-baaf-34024cfdd436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:24.430672 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1931'] for router (3bcfccbd-1cba-47ca-9e55-ed31500cb929), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:24.435858 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] Publish callbacks [] for router_controller (3bcfccbd-1cba-47ca-9e55-ed31500cb929), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:24.503614 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5326f73d-2092-4391-bbb2-33d8b317f866 req-f06a6950-ad31-4c99-83d4-1cc7b76a96ee tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969473 Mar 30 07:22:24.534371 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624293'] for router (3bcfccbd-1cba-47ca-9e55-ed31500cb929), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:24.534908 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bcfccbd-1cba-47ca-9e55-ed31500cb929 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 07:22:24.541182 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:24.542305 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b2b8f33e-db24-4a97-9cec-0375b6f568c6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3bcfccbd-1cba-47ca-9e55-ed31500cb929 HTTP/1.1" status: 204 len: 168 time: 1.6716239 Mar 30 07:22:24.545460 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43156) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:24.572578 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:24.577166 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-cdff7172-0232-4cee-b113-d5a2b44a19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'name': 'tempest-AttachVolumeShelveTestJSON-1819779566-router', 'tenant_id': '8ee09b83520e4e8ba691a79d60604388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:15:25Z', 'updated_at': '2022-03-30T07:22:22Z', 'revision_number': 5, 'project_id': '8ee09b83520e4e8ba691a79d60604388', 'gw_port': {'id': '6427b57c-a46b-4de2-8c0f-34a270941af0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcfccbd-1cba-47ca-9e55-ed31500cb929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:15:26Z', 'updated_at': '2022-03-30T07:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:24.614024 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff7172-0232-4cee-b113-d5a2b44a19c4 None None] Checking router: 3bcfccbd-1cba-47ca-9e55-ed31500cb929 for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:22:24.624118 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce96bac-597f-40e5-930e-b977953be2e6 admin admin] Deleting subnet f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602 {{(pid=103478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:22:24.628187 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ce96bac-597f-40e5-930e-b977953be2e6 admin admin] Publish callbacks [] for subnet (f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:24.661136 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-31ab2814-5a13-4bc2-baaf-34024cfdd436 None None] Current status of the port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:24.668830 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff7172-0232-4cee-b113-d5a2b44a19c4 None None] Routers set() bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:24.669216 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff7172-0232-4cee-b113-d5a2b44a19c4 None None] Router IDs set() for agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 30 07:22:24.669898 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_agentschedulers_db [None req-cdff7172-0232-4cee-b113-d5a2b44a19c4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3bcfccbd-1cba-47ca-9e55-ed31500cb929'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:21:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent'). {{(pid=103479) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 30 07:22:24.670299 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff7172-0232-4cee-b113-d5a2b44a19c4 None None] The sync data for ids ['3bcfccbd-1cba-47ca-9e55-ed31500cb929'] in dv-cinder-835778-2-iscsi is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:22:24.672572 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ce96bac-597f-40e5-930e-b977953be2e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5776151'] for subnet (f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602), precommit_delete_associations {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:24.799770 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ce96bac-597f-40e5-930e-b977953be2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:24.862710 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ce96bac-597f-40e5-930e-b977953be2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4308215'] for subnet (f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:24.887660 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce96bac-597f-40e5-930e-b977953be2e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:24.893326 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ce96bac-597f-40e5-930e-b977953be2e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:24.899293 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-5ce96bac-597f-40e5-930e-b977953be2e6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f7f0e3e6-95e2-4cf1-b14f-ddf61de4f602 HTTP/1.1" status: 204 len: 168 time: 0.3501306 Mar 30 07:22:24.899293 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43158) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:24.902267 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d076c67b-1c5d-448e-b558-cd6fb38e6316 None None] Network 89db86be-e389-43ed-80e6-11e20145eaf2 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:22:24.993932 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (89db86be-e389-43ed-80e6-11e20145eaf2), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:25.065078 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] Deleting port ece46389-3bf6-4cdc-980e-35b5a737497d {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:22:25.065489 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:25.102968 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e631f98-1bb6-4368-94df-d3a2782f8009 None None] DHCP port deletion for 89db86be-e389-43ed-80e6-11e20145eaf2 request from dv-cinder-835778-2-iscsi {{(pid=103479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 07:22:25.139691 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] For port ece46389-3bf6-4cdc-980e-35b5a737497d, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=ece46389-3bf6-4cdc-980e-35b5a737497d,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:25.140137 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:25.159184 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] Calling delete_port for ece46389-3bf6-4cdc-980e-35b5a737497d owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:22:25.192205 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-5e631f98-1bb6-4368-94df-d3a2782f8009 None None] Deleting port ece46389-3bf6-4cdc-980e-35b5a737497d {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:22:25.192776 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5e631f98-1bb6-4368-94df-d3a2782f8009 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:25.253435 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3da8e4-03f9-494f-896c-82c2bf83c1c3 req-ef9323f4-698d-4366-99b6-f13637a0dff2 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:25.264323 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2d3da8e4-03f9-494f-896c-82c2bf83c1c3 req-ef9323f4-698d-4366-99b6-f13637a0dff2 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 945 time: 0.1100709 Mar 30 07:22:25.291677 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-5e631f98-1bb6-4368-94df-d3a2782f8009 None None] For port ece46389-3bf6-4cdc-980e-35b5a737497d, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=ece46389-3bf6-4cdc-980e-35b5a737497d,segment=NetworkSegment(a061662d-1985-4528-a85d-185e08acefab),segment_id=a061662d-1985-4528-a85d-185e08acefab)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:25.292166 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5e631f98-1bb6-4368-94df-d3a2782f8009 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:25.306267 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:25.311577 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-5e631f98-1bb6-4368-94df-d3a2782f8009 None None] Calling delete_port for ece46389-3bf6-4cdc-980e-35b5a737497d owned by network:dhcp {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:22:25.325145 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2d3da8e4-03f9-494f-896c-82c2bf83c1c3 req-0648a0eb-2978-400a-89e1-2e3ac4bcfd2a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=996c553e-31de-48f2-89b9-76e9530aec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592761 Mar 30 07:22:25.329813 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] No DVR routers for this DVR port ece46389-3bf6-4cdc-980e-35b5a737497d on host dv-cinder-835778-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:22:25.353169 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=ece46389-3bf6-4cdc-980e-35b5a737497d,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:25.403893 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5e631f98-1bb6-4368-94df-d3a2782f8009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422'] for port (ece46389-3bf6-4cdc-980e-35b5a737497d), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:25.436896 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e631f98-1bb6-4368-94df-d3a2782f8009 None None] Pushing event deleted for resources: {'Port': ['ID=ece46389-3bf6-4cdc-980e-35b5a737497d,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:25.442704 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e631f98-1bb6-4368-94df-d3a2782f8009 None None] No DVR routers for this DVR port ece46389-3bf6-4cdc-980e-35b5a737497d on host dv-cinder-835778-2-iscsi {{(pid=103479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:22:25.474207 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (89db86be-e389-43ed-80e6-11e20145eaf2), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:25.500678 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89db86be-e389-43ed-80e6-11e20145eaf2']}} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:25.518251 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a061662d-1985-4528-a85d-185e08acefab') {'for_net_delete': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:25.518640 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a061662d-1985-4528-a85d-185e08acefab') {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:25.531737 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5776156'] for segment (a061662d-1985-4528-a85d-185e08acefab), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:25.547207 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (a061662d-1985-4528-a85d-185e08acefab), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:25.554577 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:22:25.555196 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151914'] for segment (a061662d-1985-4528-a85d-185e08acefab), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: Traceback (most recent call last): Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: timer() Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: cb(*args, **kw) Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: return func(*args, **kwargs) Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: self._notify() Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: self.callback(batched_events) Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: event.method(event) Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: return f(self, *a, **k) Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._get(url).json() Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: return self.request(url, 'GET', **kwargs) Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:22:25.557144 dv-cinder-835778-2-iscsi neutron-server[103478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:22:25.570879 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 up at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:25.640490 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Provisioning complete for port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:25.640872 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:25.658357 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (89db86be-e389-43ed-80e6-11e20145eaf2), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:25.672330 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:25.680467 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] 10.222.0.20 "DELETE /v2.0/networks/89db86be-e389-43ed-80e6-11e20145eaf2 HTTP/1.1" status: 204 len: 168 time: 0.7801809 Mar 30 07:22:25.704380 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f037233-92b0-403c-97b4-a146ab3d5e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=89db86be-e389-43ed-80e6-11e20145eaf2,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:25.713457 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62a1df-fdb3-405d-8f97-8b6416ab1085 req-ddb0a603-9f05-4bbd-814d-a5afed9b5082 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:25.716071 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1a62a1df-fdb3-405d-8f97-8b6416ab1085 req-ddb0a603-9f05-4bbd-814d-a5afed9b5082 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 946 time: 0.1030219 Mar 30 07:22:25.790428 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1a62a1df-fdb3-405d-8f97-8b6416ab1085 req-e4656661-1d74-4034-98de-d97885462750 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679040 Mar 30 07:22:25.831269 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Current status of the port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:25.871062 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-ba9f4c9c-180e-462e-a029-aa081fe2d316 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:25.872896 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-ba9f4c9c-180e-462e-a029-aa081fe2d316 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 946 time: 0.0814364 Mar 30 07:22:25.887096 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43170) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:25.964429 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-31990941-c5e4-491b-8eca-34a513bbfe11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ee09b83520e4e8ba691a79d60604388&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0760844 Mar 30 07:22:25.967723 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43172) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:26.024591 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-84eba626-ebd1-489a-b07a-2b23d5659af6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Deleting port 911e3e03-0ad9-43ce-ac95-4b86be14605b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:22:26.025001 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-84eba626-ebd1-489a-b07a-2b23d5659af6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:26.030568 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-204f29ed-18d8-4e61-8cc6-0e1f196c0530 admin admin] Publish callbacks [] for security_group (724caa3d-39d5-4de2-9890-150ba3f8e475), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:26.057881 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-204f29ed-18d8-4e61-8cc6-0e1f196c0530 admin admin] Publish callbacks [] for security_group (724caa3d-39d5-4de2-9890-150ba3f8e475), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:26.123923 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-204f29ed-18d8-4e61-8cc6-0e1f196c0530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (724caa3d-39d5-4de2-9890-150ba3f8e475), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:26.126919 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-204f29ed-18d8-4e61-8cc6-0e1f196c0530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:26.131200 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-204f29ed-18d8-4e61-8cc6-0e1f196c0530 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/724caa3d-39d5-4de2-9890-150ba3f8e475 HTTP/1.1" status: 204 len: 168 time: 0.1622744 Mar 30 07:22:26.139760 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f29ed-18d8-4e61-8cc6-0e1f196c0530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724caa3d-39d5-4de2-9890-150ba3f8e475,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:26.159166 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-84eba626-ebd1-489a-b07a-2b23d5659af6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] For port 911e3e03-0ad9-43ce-ac95-4b86be14605b, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=911e3e03-0ad9-43ce-ac95-4b86be14605b,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:26.159624 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-84eba626-ebd1-489a-b07a-2b23d5659af6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:26.228074 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device ece46389-3bf6-4cdc-980e-35b5a737497d no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:22:26.268665 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: ece46389-3bf6-4cdc-980e-35b5a737497d {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:22:26.269011 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device ece46389-3bf6-4cdc-980e-35b5a737497d not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:22:26.449538 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6af30bfe-de6b-4551-943c-33148528e5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:26.486341 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-84eba626-ebd1-489a-b07a-2b23d5659af6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:26.486977 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-84eba626-ebd1-489a-b07a-2b23d5659af6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (03975743-5b01-4711-a32e-18de5126328e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:26.486977 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-84eba626-ebd1-489a-b07a-2b23d5659af6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Floating IP 03975743-5b01-4711-a32e-18de5126328e disassociated. External IP: 172.27.1.239, port: 911e3e03-0ad9-43ce-ac95-4b86be14605b. Mar 30 07:22:26.487297 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-84eba626-ebd1-489a-b07a-2b23d5659af6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Calling delete_port for 911e3e03-0ad9-43ce-ac95-4b86be14605b owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:22:26.572553 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3cbba-54df-47ea-ac94-5cbe5742ea53 req-2a260d05-a136-4908-85b0-ef012f3eb751 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:26.579936 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcd3cbba-54df-47ea-ac94-5cbe5742ea53 req-2a260d05-a136-4908-85b0-ef012f3eb751 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 945 time: 0.1457002 Mar 30 07:22:26.664929 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcd3cbba-54df-47ea-ac94-5cbe5742ea53 req-cdc2fc47-2fa4-4329-832b-420ae8e466f7 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=996c553e-31de-48f2-89b9-76e9530aec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839958 Mar 30 07:22:26.774161 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-84eba626-ebd1-489a-b07a-2b23d5659af6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (911e3e03-0ad9-43ce-ac95-4b86be14605b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:26.814839 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 8f177682-1cd3-4432-bdc9-dd65cf3fa601 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:26.826373 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eba626-ebd1-489a-b07a-2b23d5659af6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event deleted for resources: {'Port': ['ID=911e3e03-0ad9-43ce-ac95-4b86be14605b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:26.902448 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port 8f177682-1cd3-4432-bdc9-dd65cf3fa601 completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:22:26.908122 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 8f177682-1cd3-4432-bdc9-dd65cf3fa601 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:26.908781 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:26.993444 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-48148677-9f89-4fc2-b19c-35f8b8fff2ad req-9ff91d1d-f9a1-4d17-ac9b-a287ebdefe8e tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 210 time: 0.0470893 Mar 30 07:22:27.027161 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 8f177682-1cd3-4432-bdc9-dd65cf3fa601 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:27.027393 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-84eba626-ebd1-489a-b07a-2b23d5659af6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Router f3122407-99bb-41d9-bf17-9d5238cff320 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:22:27.027550 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:27.055684 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f177682-1cd3-4432-bdc9-dd65cf3fa601'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:22:27.057981 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a7bf8a-1fcd-454b-8f3e-a337c1f2ce40" -d '{"events": [{"server_uuid": "fb553a5a-a341-4f34-9d09-4082d87fc076", "name": "network-vif-plugged", "status": "completed", "tag": "8f177682-1cd3-4432-bdc9-dd65cf3fa601"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:22:27.073688 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 8f177682-1cd3-4432-bdc9-dd65cf3fa601, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=8f177682-1cd3-4432-bdc9-dd65cf3fa601,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:27.082289 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:27.133122 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36379295-1a80-41ed-837d-b4cf70c90599 x-openstack-request-id: req-36379295-1a80-41ed-837d-b4cf70c90599 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:22:27.133458 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb553a5a-a341-4f34-9d09-4082d87fc076", "name": "network-vif-plugged", "status": "completed", "tag": "8f177682-1cd3-4432-bdc9-dd65cf3fa601", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:22:27.133712 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36379295-1a80-41ed-837d-b4cf70c90599 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:22:27.134109 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36379295-1a80-41ed-837d-b4cf70c90599'] response: {'server_uuid': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f177682-1cd3-4432-bdc9-dd65cf3fa601', 'code': 200} Mar 30 07:22:27.145012 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=8f177682-1cd3-4432-bdc9-dd65cf3fa601,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:27.217135 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-84eba626-ebd1-489a-b07a-2b23d5659af6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:22:27.230287 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae89f87-929b-4691-86cc-2b2656c3c435 None None] Sync routers for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:22:27.249710 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae89f87-929b-4691-86cc-2b2656c3c435 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:27.250367 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-fae89f87-929b-4691-86cc-2b2656c3c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:22:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:27.285843 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-84eba626-ebd1-489a-b07a-2b23d5659af6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] No DVR routers for this DVR port 911e3e03-0ad9-43ce-ac95-4b86be14605b on host hv-cinder-83577 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:22:27.308391 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-84eba626-ebd1-489a-b07a-2b23d5659af6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:27.311842 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-25f8088c-4893-42ca-8354-937a11bfbf2a req-84eba626-ebd1-489a-b07a-2b23d5659af6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.35 "DELETE /v2.0/ports/911e3e03-0ad9-43ce-ac95-4b86be14605b HTTP/1.1" status: 204 len: 173 time: 1.4267564 Mar 30 07:22:27.312328 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a76b506-9c23-4b23-a6e2-7c35a67f853b', 'name': 'network-vif-deleted', 'tag': '911e3e03-0ad9-43ce-ac95-4b86be14605b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:22:27.314681 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588c490a-4f99-4be1-9e69-a5936ccbb57d" -d '{"events": [{"server_uuid": "8a76b506-9c23-4b23-a6e2-7c35a67f853b", "name": "network-vif-deleted", "tag": "911e3e03-0ad9-43ce-ac95-4b86be14605b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:22:27.382902 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876c5574-ed2e-45c2-a159-ea95da09f877 x-openstack-request-id: req-876c5574-ed2e-45c2-a159-ea95da09f877 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:22:27.383199 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a76b506-9c23-4b23-a6e2-7c35a67f853b", "name": "network-vif-deleted", "tag": "911e3e03-0ad9-43ce-ac95-4b86be14605b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:22:27.383454 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-876c5574-ed2e-45c2-a159-ea95da09f877 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:22:27.383886 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-876c5574-ed2e-45c2-a159-ea95da09f877'] response: {'server_uuid': '8a76b506-9c23-4b23-a6e2-7c35a67f853b', 'name': 'network-vif-deleted', 'tag': '911e3e03-0ad9-43ce-ac95-4b86be14605b', 'status': 'completed', 'code': 200} Mar 30 07:22:27.431608 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 6427b57c-a46b-4de2-8c0f-34a270941af0 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:22:27.462375 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-fae89f87-929b-4691-86cc-2b2656c3c435 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:27.472349 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: 6427b57c-a46b-4de2-8c0f-34a270941af0 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:22:27.473097 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 6427b57c-a46b-4de2-8c0f-34a270941af0 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:22:27.477580 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 881d0da5-6071-443f-bd70-2074fd08a617 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:22:27.506976 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442719e-a802-4c42-87d4-a5848789468d req-98399990-f50f-467d-b2b5-4eac7e99984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:27.508570 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d442719e-a802-4c42-87d4-a5848789468d req-98399990-f50f-467d-b2b5-4eac7e99984a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 1130 time: 0.0984986 Mar 30 07:22:27.538088 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: 881d0da5-6071-443f-bd70-2074fd08a617 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:22:27.540389 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 881d0da5-6071-443f-bd70-2074fd08a617 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:22:27.579611 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d442719e-a802-4c42-87d4-a5848789468d req-e47b7f68-81eb-4fb0-b1a9-f8170896ba26 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=996c553e-31de-48f2-89b9-76e9530aec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639946 Mar 30 07:22:27.768524 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-fae89f87-929b-4691-86cc-2b2656c3c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:27.805586 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae89f87-929b-4691-86cc-2b2656c3c435 None None] Checking router: f3122407-99bb-41d9-bf17-9d5238cff320 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:22:27.820421 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae89f87-929b-4691-86cc-2b2656c3c435 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:27.821392 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-fae89f87-929b-4691-86cc-2b2656c3c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:22:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:27.834096 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259c566-9d29-4dbe-bffd-34620975e0f9 req-7fe49504-dd53-4593-81c0-78c86c58eb53 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:27.835831 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e259c566-9d29-4dbe-bffd-34620975e0f9 req-7fe49504-dd53-4593-81c0-78c86c58eb53 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 946 time: 0.0789442 Mar 30 07:22:27.958877 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e259c566-9d29-4dbe-bffd-34620975e0f9 req-766526a0-9c7e-481a-89c1-18a4293fc076 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=996c553e-31de-48f2-89b9-76e9530aec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1155691 Mar 30 07:22:27.961220 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:27.989638 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-fae89f87-929b-4691-86cc-2b2656c3c435 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:28.161315 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5f84b576-4f73-44a0-822f-d4e6eb4120ba req-06d4d3f6-c49b-4328-9ec3-ee64430532a9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a76b506-9c23-4b23-a6e2-7c35a67f853b HTTP/1.1" status: 200 len: 210 time: 0.0358605 Mar 30 07:22:28.262554 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-fae89f87-929b-4691-86cc-2b2656c3c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:28.292271 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae89f87-929b-4691-86cc-2b2656c3c435 None None] The sync data for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi is: [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:22:28.689419 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5912d9-59f1-4bf0-8e02-b4efbbee2997 None None] New status for floating IP 03975743-5b01-4711-a32e-18de5126328e: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:22:29.091441 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f650e22-e396-476c-8df4-7a91bb47b7dc req-da8ef1d6-54a5-40a4-95b8-3f7b785555a0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:29.101211 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2f650e22-e396-476c-8df4-7a91bb47b7dc req-da8ef1d6-54a5-40a4-95b8-3f7b785555a0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 946 time: 0.0648794 Mar 30 07:22:29.116462 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:29.155644 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2f650e22-e396-476c-8df4-7a91bb47b7dc req-3346a423-6638-495f-abf1-44cf1da0ca39 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=996c553e-31de-48f2-89b9-76e9530aec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532963 Mar 30 07:22:29.295262 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca6b58-8edb-4d1e-a363-2481d621057b req-dac15bf8-0d5a-48ec-ac2a-761d586cf400 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:29.297611 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56ca6b58-8edb-4d1e-a363-2481d621057b req-dac15bf8-0d5a-48ec-ac2a-761d586cf400 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 946 time: 0.0591040 Mar 30 07:22:29.307281 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43240) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:29.312039 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-8bb7e98e-1260-4cfb-b549-7056b4489d56 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'floatingip': {'port_id': '8f177682-1cd3-4432-bdc9-dd65cf3fa601'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:29.356088 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8bb7e98e-1260-4cfb-b549-7056b4489d56 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (1b7a3a26-3307-4940-9c2a-24f48970a08a), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:29.487406 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-fe018390-027e-40c3-8fd0-4d6209024f2e tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1550549607&fields=id&tenant_id=803772b9959c49c988cb738b94678917 HTTP/1.1" status: 200 len: 267 time: 0.0464489 Mar 30 07:22:29.637915 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-d1c30623-7fa1-421f-9125-55fac061dfe6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:29.639459 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-d1c30623-7fa1-421f-9125-55fac061dfe6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 811 time: 0.1419761 Mar 30 07:22:29.658918 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-3a76e3d6-1738-4369-9474-b35f8c120946 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/quotas/803772b9959c49c988cb738b94678917 HTTP/1.1" status: 200 len: 375 time: 0.0131004 Mar 30 07:22:29.726648 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-f1bce415-bcbf-4c51-bf69-03fde4ae6f3c tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622041 Mar 30 07:22:29.840292 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-e286bb47-207b-4080-82bb-93557fa5f01d service neutron] 10.222.0.20 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940342 Mar 30 07:22:29.956131 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-746e77c6-65ba-4c6d-a09f-ab8721b22ba7 service neutron] 10.222.0.20 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095579 Mar 30 07:22:30.138823 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-8bb7e98e-1260-4cfb-b549-7056b4489d56 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 07:22:30.198211 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8bb7e98e-1260-4cfb-b549-7056b4489d56 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:30.205884 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8bb7e98e-1260-4cfb-b549-7056b4489d56 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (1b7a3a26-3307-4940-9c2a-24f48970a08a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:30.333784 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.l3_db [None req-8bb7e98e-1260-4cfb-b549-7056b4489d56 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Floating IP 1b7a3a26-3307-4940-9c2a-24f48970a08a associated. External IP: 172.27.1.167, port: 8f177682-1cd3-4432-bdc9-dd65cf3fa601. Mar 30 07:22:30.361713 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bee8012b-ef65-4708-ad6a-3db8425400b8 req-47eccdcb-0949-4605-b3c3-cfbe4f9806d0 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 210 time: 0.0610237 Mar 30 07:22:30.598254 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb7e98e-1260-4cfb-b549-7056b4489d56 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Router 9074cbef-674c-4417-ae93-b5ba56a1b156 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:22:30.645261 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:30.721287 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb7e98e-1260-4cfb-b549-7056b4489d56 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:22:30.726726 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8bb7e98e-1260-4cfb-b549-7056b4489d56 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:30.734430 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2a3fd9-f5c8-4704-b790-aeed33a05080 None None] Sync routers for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:22:30.747032 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a3fd9-f5c8-4704-b790-aeed33a05080 None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:30.747974 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-0b2a3fd9-f5c8-4704-b790-aeed33a05080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:22:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:30.771830 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-8bb7e98e-1260-4cfb-b549-7056b4489d56 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "PUT /v2.0/floatingips/1b7a3a26-3307-4940-9c2a-24f48970a08a HTTP/1.1" status: 200 len: 992 time: 1.4527946 Mar 30 07:22:30.771830 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'tag': '8f177682-1cd3-4432-bdc9-dd65cf3fa601'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:22:30.771830 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a49ca3-f0a3-4156-b860-30ec5e08e88d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb553a5a-a341-4f34-9d09-4082d87fc076", "tag": "8f177682-1cd3-4432-bdc9-dd65cf3fa601"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:22:30.814949 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 911e3e03-0ad9-43ce-ac95-4b86be14605b no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:22:30.826562 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0c94e5-e56c-4102-9bfe-b58b1612d125 x-openstack-request-id: req-ae0c94e5-e56c-4102-9bfe-b58b1612d125 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:22:30.826920 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb553a5a-a341-4f34-9d09-4082d87fc076", "tag": "8f177682-1cd3-4432-bdc9-dd65cf3fa601", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:22:30.827230 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae0c94e5-e56c-4102-9bfe-b58b1612d125 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:22:30.827686 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae0c94e5-e56c-4102-9bfe-b58b1612d125'] response: {'name': 'network-changed', 'server_uuid': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'tag': '8f177682-1cd3-4432-bdc9-dd65cf3fa601', 'status': 'completed', 'code': 200} Mar 30 07:22:30.838807 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: 911e3e03-0ad9-43ce-ac95-4b86be14605b {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:22:30.839255 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 911e3e03-0ad9-43ce-ac95-4b86be14605b not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:22:30.867729 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-0b2a3fd9-f5c8-4704-b790-aeed33a05080 None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:30.942242 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a49ca3-f0a3-4156-b860-30ec5e08e88d req-4f444e52-6081-4604-9782-468075b2fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:30.943788 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4a49ca3-f0a3-4156-b860-30ec5e08e88d req-4f444e52-6081-4604-9782-468075b2fac8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 1130 time: 0.0805950 Mar 30 07:22:30.949559 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d32315-1132-4587-920b-f6ad9a404cdb req-7e36eb29-7906-42db-8c71-5d2c0fb8f36f tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:30.951301 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93d32315-1132-4587-920b-f6ad9a404cdb req-7e36eb29-7906-42db-8c71-5d2c0fb8f36f tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/networks?id=bb4ee955-7360-4788-803d-5e6807204f1d HTTP/1.1" status: 200 len: 814 time: 0.1553175 Mar 30 07:22:30.966309 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93d32315-1132-4587-920b-f6ad9a404cdb req-c71a2312-1483-4d67-955b-7c376706133e tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/quotas/f93c1f92c8c14564bdb5b78a2d2b8b45 HTTP/1.1" status: 200 len: 375 time: 0.0090508 Mar 30 07:22:31.085644 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93d32315-1132-4587-920b-f6ad9a404cdb req-89863b94-8674-4735-b7b9-a42d022bfdaf tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f93c1f92c8c14564bdb5b78a2d2b8b45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140239 Mar 30 07:22:31.098541 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a49ca3-f0a3-4156-b860-30ec5e08e88d req-a99761fb-d71a-4a7b-bc4c-cbb75578eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:31.100041 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4a49ca3-f0a3-4156-b860-30ec5e08e88d req-a99761fb-d71a-4a7b-bc4c-cbb75578eba9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 916 time: 0.1192646 Mar 30 07:22:31.107035 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-0b2a3fd9-f5c8-4704-b790-aeed33a05080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '1b7a3a26-3307-4940-9c2a-24f48970a08a', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': '8f177682-1cd3-4432-bdc9-dd65cf3fa601', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:74:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:22:09Z', 'updated_at': '2022-03-30T07:22:29Z', 'revision_number': 1, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:31.139298 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2a3fd9-f5c8-4704-b790-aeed33a05080 None None] Checking router: 9074cbef-674c-4417-ae93-b5ba56a1b156 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:22:31.147739 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a3fd9-f5c8-4704-b790-aeed33a05080 None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:22:31.148374 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-0b2a3fd9-f5c8-4704-b790-aeed33a05080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:22:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:31.215228 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4a49ca3-f0a3-4156-b860-30ec5e08e88d req-8813f056-5c2c-4b5c-ac5e-4148a8a07dad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f177682-1cd3-4432-bdc9-dd65cf3fa601 HTTP/1.1" status: 200 len: 1000 time: 0.1062455 Mar 30 07:22:31.264602 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93d32315-1132-4587-920b-f6ad9a404cdb req-bc922ab1-c1bb-4996-b0ea-51614e4dd43d service neutron] 10.222.0.20 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636031 Mar 30 07:22:31.285153 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a49ca3-f0a3-4156-b860-30ec5e08e88d req-8f04b10a-ddea-4780-9a90-e611474917bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:31.286538 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4a49ca3-f0a3-4156-b860-30ec5e08e88d req-8f04b10a-ddea-4780-9a90-e611474917bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d5962ba-a4c9-4821-8fe4-520b95afe542 HTTP/1.1" status: 200 len: 854 time: 0.0648632 Mar 30 07:22:31.357366 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-0b2a3fd9-f5c8-4704-b790-aeed33a05080 None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:22:31.393335 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a49ca3-f0a3-4156-b860-30ec5e08e88d req-c3bb0833-709b-442a-bc80-5cb16434eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:31.394815 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4a49ca3-f0a3-4156-b860-30ec5e08e88d req-c3bb0833-709b-442a-bc80-5cb16434eb9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dd56e2-c247-440c-aa55-c3633a082de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0985875 Mar 30 07:22:31.397160 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93d32315-1132-4587-920b-f6ad9a404cdb req-c1711359-5937-4cab-b0b8-76ec3100d1ee service neutron] 10.222.0.20 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229839 Mar 30 07:22:31.663885 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-0b2a3fd9-f5c8-4704-b790-aeed33a05080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '1b7a3a26-3307-4940-9c2a-24f48970a08a', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': '8f177682-1cd3-4432-bdc9-dd65cf3fa601', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:74:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:22:09Z', 'updated_at': '2022-03-30T07:22:29Z', 'revision_number': 1, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:22:31.707392 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2a3fd9-f5c8-4704-b790-aeed33a05080 None None] The sync data for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi is: [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '1b7a3a26-3307-4940-9c2a-24f48970a08a', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': '8f177682-1cd3-4432-bdc9-dd65cf3fa601', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:74:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:22:09Z', 'updated_at': '2022-03-30T07:22:29Z', 'revision_number': 1, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:22:31.747500 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-5a5e549c-cf64-4d87-9659-552ce80ebfab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:31.749074 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-5a5e549c-cf64-4d87-9659-552ce80ebfab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.35 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 811 time: 0.2498686 Mar 30 07:22:31.894635 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-c796f354-4c52-4775-80f0-1c0887127705 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=803772b9959c49c988cb738b94678917 HTTP/1.1" status: 200 len: 380 time: 0.1126599 Mar 30 07:22:31.906621 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-eb9b1270-dee3-4580-b140-68af8169322a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Request body: {'port': {'device_id': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'admin_state_up': True, 'tenant_id': '803772b9959c49c988cb738b94678917', 'security_groups': ['9cd7a93d-67f6-4c2e-83f5-a41c783d695d']}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:31.940342 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-75ac1b4b-0c2e-4e4f-9dfe-aaf7abfa00e7 req-88b06ae6-6d24-47e1-9019-89df499a369e tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 210 time: 0.4775445 Mar 30 07:22:31.977722 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-66df073b-7c14-49f5-b53f-04d0748ce554 req-2e422ca8-dd1a-48db-a1bc-e229bccc36bc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 210 time: 0.0763664 Mar 30 07:22:32.024670 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4a49ca3-f0a3-4156-b860-30ec5e08e88d req-1e58d7ea-c952-4ec1-b4a9-60f0bf08ebd8 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225457 Mar 30 07:22:32.050246 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-eb9b1270-dee3-4580-b140-68af8169322a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Made reservation on behalf of 803772b9959c49c988cb738b94678917 for: {'port': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:22:32.054145 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-eb9b1270-dee3-4580-b140-68af8169322a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:32.079225 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9198f4b6-cf7b-44f6-a998-25471ea2d258 None None] New status for floating IP 1b7a3a26-3307-4940-9c2a-24f48970a08a: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:22:32.142413 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4a49ca3-f0a3-4156-b860-30ec5e08e88d req-9f56fbff-c73d-4cd3-b236-cd2915b6dfa9 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113677 Mar 30 07:22:32.233173 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-eb9b1270-dee3-4580-b140-68af8169322a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Allocated IP 172.20.0.3 (87604e57-b8c9-45c9-ab61-2b321b1caa0c/1ea64624-ec6f-4b03-9f67-6684083299d8/ec40b8bb-3831-42fc-bb08-d0b7a674e052) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:22:32.378094 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-eb9b1270-dee3-4580-b140-68af8169322a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:32.415532 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-eb9b1270-dee3-4580-b140-68af8169322a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:32.456458 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-eb9b1270-dee3-4580-b140-68af8169322a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Network 87604e57-b8c9-45c9-ab61-2b321b1caa0c is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:32.460001 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-eb9b1270-dee3-4580-b140-68af8169322a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:32.465655 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-eb9b1270-dee3-4580-b140-68af8169322a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:22:32.472176 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b1270-dee3-4580-b140-68af8169322a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'Port': ['ID=ec40b8bb-3831-42fc-bb08-d0b7a674e052,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:32.519294 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-eb9b1270-dee3-4580-b140-68af8169322a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:32.519905 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-eb9b1270-dee3-4580-b140-68af8169322a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:32.541384 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-eb9b1270-dee3-4580-b140-68af8169322a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6393528 Mar 30 07:22:32.748062 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-2090f84f-1b0e-4478-873b-15b3c50802a5 None None] Provisioning complete for port ec40b8bb-3831-42fc-bb08-d0b7a674e052 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:32.748322 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2090f84f-1b0e-4478-873b-15b3c50802a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:32.783778 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2090f84f-1b0e-4478-873b-15b3c50802a5 None None] Port ec40b8bb-3831-42fc-bb08-d0b7a674e052 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:22:33.079607 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-df89dc8f-921a-48b9-a66e-e4373503a845 req-e85059eb-7db9-495e-ad4f-4e31c1841585 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 210 time: 0.0417590 Mar 30 07:22:33.104077 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcbc19-58e5-4beb-88b5-5c60a610b8c7 req-620775bb-cc04-4ef4-8765-ee4502251203 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:33.105573 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56fcbc19-58e5-4beb-88b5-5c60a610b8c7 req-620775bb-cc04-4ef4-8765-ee4502251203 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 931 time: 0.0768650 Mar 30 07:22:33.157553 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56fcbc19-58e5-4beb-88b5-5c60a610b8c7 req-bfc562f6-3721-412d-873e-c30207e5df6d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462296 Mar 30 07:22:34.181542 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-601ad214-c067-4f79-ae10-d84c0c13909a req-855a79ee-5b10-494e-a942-67ed7e361296 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 210 time: 0.0273199 Mar 30 07:22:34.287217 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e556da9-fa23-409f-8901-5ce3a0790e4e req-194a8ece-d41c-4684-bdf4-33dabcac64da tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:34.288609 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0e556da9-fa23-409f-8901-5ce3a0790e4e req-194a8ece-d41c-4684-bdf4-33dabcac64da tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 931 time: 0.0577652 Mar 30 07:22:34.339016 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0e556da9-fa23-409f-8901-5ce3a0790e4e req-a215f4ef-812e-4e00-aaed-e1282a25ee34 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 Mar 30 07:22:34.744203 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Request body: {'port': {'device_id': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:34.762298 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:34.807464 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:35.064061 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec40b8bb-3831-42fc-bb08-d0b7a674e052 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:22:35.072001 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Publish callbacks [] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:35.087507 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Transition to ACTIVE for port object ec40b8bb-3831-42fc-bb08-d0b7a674e052 will not be triggered until provisioned by entity L2. {{(pid=103478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:22:35.093392 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:35.193444 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec40b8bb-3831-42fc-bb08-d0b7a674e052,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:35.265137 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Attempting to bind port ec40b8bb-3831-42fc-bb08-d0b7a674e052 on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:22:35.265755 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Attempting to bind port ec40b8bb-3831-42fc-bb08-d0b7a674e052 by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:22:35.266285 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Attempting to bind port ec40b8bb-3831-42fc-bb08-d0b7a674e052 on network 87604e57-b8c9-45c9-ab61-2b321b1caa0c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:22:35.272159 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Port ec40b8bb-3831-42fc-bb08-d0b7a674e052 on network 87604e57-b8c9-45c9-ab61-2b321b1caa0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:22:35.272744 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Attempting to bind port ec40b8bb-3831-42fc-bb08-d0b7a674e052 on network 87604e57-b8c9-45c9-ab61-2b321b1caa0c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:22:35.278859 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:22:35.279401 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Checking segment: {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:22:35.281127 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Bound using segment: {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:22:35.281699 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Bound port: ec40b8bb-3831-42fc-bb08-d0b7a674e052, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:22:35.282159 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:35.319585 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-41843eb0-5f64-4572-b3e3-6b4a3ba631c5 req-e104f24d-d6cb-4440-b42e-38b5f2b41449 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 210 time: 0.0430949 Mar 30 07:22:35.391524 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] For port ec40b8bb-3831-42fc-bb08-d0b7a674e052, host hv-cinder-83577, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:22:35.397303 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] For port ec40b8bb-3831-42fc-bb08-d0b7a674e052, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=ec40b8bb-3831-42fc-bb08-d0b7a674e052,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:22:35.410660 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:35.478517 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:35.479190 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:35.480614 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] 10.222.0.35 "PUT /v2.0/ports/ec40b8bb-3831-42fc-bb08-d0b7a674e052 HTTP/1.1" status: 200 len: 1093 time: 0.7415628 Mar 30 07:22:35.481123 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'tag': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:22:35.487432 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4e0851-c612-4ce6-be8a-1320505f0fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "153dd568-5bf9-4ddc-9221-8fe74c4bd58b", "tag": "ec40b8bb-3831-42fc-bb08-d0b7a674e052"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:22:35.501023 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b62dc3-0444-4c8b-a221-bff11325b5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec40b8bb-3831-42fc-bb08-d0b7a674e052,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:35.576368 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179da1b8-a032-448c-83a7-ae2ac4134229 x-openstack-request-id: req-179da1b8-a032-448c-83a7-ae2ac4134229 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:22:35.577254 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153dd568-5bf9-4ddc-9221-8fe74c4bd58b", "tag": "ec40b8bb-3831-42fc-bb08-d0b7a674e052", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:22:35.581363 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-179da1b8-a032-448c-83a7-ae2ac4134229 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:22:35.581908 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179da1b8-a032-448c-83a7-ae2ac4134229'] response: {'name': 'network-changed', 'server_uuid': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'tag': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'status': 'completed', 'code': 200} Mar 30 07:22:35.645976 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-c7e4cb33-2bc2-45f3-958f-efb5167771da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:35.647921 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-c7e4cb33-2bc2-45f3-958f-efb5167771da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 1127 time: 0.0882092 Mar 30 07:22:35.651409 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c32ae9-e7b9-44f8-83a2-0b10c6c7c9a9 req-b9f96561-8c9a-49e5-b99c-85ffb62a46e7 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:35.653700 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-03c32ae9-e7b9-44f8-83a2-0b10c6c7c9a9 req-b9f96561-8c9a-49e5-b99c-85ffb62a46e7 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.1679339 Mar 30 07:22:35.688409 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d32315-1132-4587-920b-f6ad9a404cdb req-2a6fc450-b14a-4345-a826-12a08dae2cca tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:35.690200 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93d32315-1132-4587-920b-f6ad9a404cdb req-2a6fc450-b14a-4345-a826-12a08dae2cca tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.35 "GET /v2.0/networks?id=bb4ee955-7360-4788-803d-5e6807204f1d HTTP/1.1" status: 200 len: 814 time: 0.3312869 Mar 30 07:22:35.707111 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-354e8fcb-8d72-4294-b26b-48f7fe8d8545 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec40b8bb-3831-42fc-bb08-d0b7a674e052 HTTP/1.1" status: 200 len: 217 time: 0.0447342 Mar 30 07:22:35.760005 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-93d32315-1132-4587-920b-f6ad9a404cdb req-40d3cf11-55f6-4035-82b7-1dd5eb0e01c6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Request body: {'port': {'device_id': 'aee340ba-0fee-4661-a390-d524855526cb', 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'admin_state_up': True, 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:35.793397 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-9a169212-bc5e-4a27-8fd4-3e52a2ba4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:35.795071 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-9a169212-bc5e-4a27-8fd4-3e52a2ba4ff6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ea64624-ec6f-4b03-9f67-6684083299d8 HTTP/1.1" status: 200 len: 850 time: 0.0706515 Mar 30 07:22:35.841132 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-03c32ae9-e7b9-44f8-83a2-0b10c6c7c9a9 req-0600adb1-8d32-496e-87e3-c8a26f128c72 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760871 Mar 30 07:22:35.905783 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-049e12d2-24b0-4c5c-87b3-3d87b82e684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:35.907510 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-049e12d2-24b0-4c5c-87b3-3d87b82e684e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87604e57-b8c9-45c9-ab61-2b321b1caa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625980 Mar 30 07:22:35.910096 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d32315-1132-4587-920b-f6ad9a404cdb req-40d3cf11-55f6-4035-82b7-1dd5eb0e01c6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Made reservation on behalf of f93c1f92c8c14564bdb5b78a2d2b8b45 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:22:35.913678 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93d32315-1132-4587-920b-f6ad9a404cdb req-40d3cf11-55f6-4035-82b7-1dd5eb0e01c6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:36.034298 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-e24f13a5-7b20-4a44-9f4b-1c3e1d8120f0 service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913904 Mar 30 07:22:36.041464 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-93d32315-1132-4587-920b-f6ad9a404cdb req-40d3cf11-55f6-4035-82b7-1dd5eb0e01c6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Allocated IP 172.20.0.9 (bb4ee955-7360-4788-803d-5e6807204f1d/c011af0c-6bba-437d-b25f-f36699b010b7/2248248f-9385-4ebf-85cd-c0c185df018b) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:22:36.125680 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-b3246436-2964-40ae-b89f-e14ebe61a70a req-c2b6815d-5794-4b68-bee8-67d924c60d6c service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845196 Mar 30 07:22:36.203602 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93d32315-1132-4587-920b-f6ad9a404cdb req-40d3cf11-55f6-4035-82b7-1dd5eb0e01c6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for port (2248248f-9385-4ebf-85cd-c0c185df018b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:36.260660 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93d32315-1132-4587-920b-f6ad9a404cdb req-40d3cf11-55f6-4035-82b7-1dd5eb0e01c6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:36.326704 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e0851-c612-4ce6-be8a-1320505f0fe3 req-79da6267-f677-4210-bee7-407b63326965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:36.328265 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7c4e0851-c612-4ce6-be8a-1320505f0fe3 req-79da6267-f677-4210-bee7-407b63326965 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 1127 time: 0.0787671 Mar 30 07:22:36.367484 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d32315-1132-4587-920b-f6ad9a404cdb req-40d3cf11-55f6-4035-82b7-1dd5eb0e01c6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Network bb4ee955-7360-4788-803d-5e6807204f1d is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:22:36.372812 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-93d32315-1132-4587-920b-f6ad9a404cdb req-40d3cf11-55f6-4035-82b7-1dd5eb0e01c6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:22:36.385360 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d32315-1132-4587-920b-f6ad9a404cdb req-40d3cf11-55f6-4035-82b7-1dd5eb0e01c6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:22:36.442047 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3cf11-55f6-4035-82b7-1dd5eb0e01c6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Pushing event updated for resources: {'Port': ['ID=2248248f-9385-4ebf-85cd-c0c185df018b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:36.514091 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d32315-1132-4587-920b-f6ad9a404cdb req-40d3cf11-55f6-4035-82b7-1dd5eb0e01c6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:36.515157 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93d32315-1132-4587-920b-f6ad9a404cdb req-40d3cf11-55f6-4035-82b7-1dd5eb0e01c6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:36.542285 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93d32315-1132-4587-920b-f6ad9a404cdb req-40d3cf11-55f6-4035-82b7-1dd5eb0e01c6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7895777 Mar 30 07:22:36.558022 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd19d5-0b89-4c41-9092-da5811d3808f req-57850093-4ff1-4902-a71b-057e8ad4d584 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:36.567968 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fcfd19d5-0b89-4c41-9092-da5811d3808f req-57850093-4ff1-4902-a71b-057e8ad4d584 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 931 time: 0.1313758 Mar 30 07:22:36.655533 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fcfd19d5-0b89-4c41-9092-da5811d3808f req-59ddd936-4b11-4a1d-a033-da6598c0f7da tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865736 Mar 30 07:22:36.695451 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-3efa0b41-1f3d-465e-bae9-9fb85bf23393 None None] Provisioning complete for port 2248248f-9385-4ebf-85cd-c0c185df018b triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:36.696725 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3efa0b41-1f3d-465e-bae9-9fb85bf23393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:36.746535 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-3efa0b41-1f3d-465e-bae9-9fb85bf23393 None None] Port 2248248f-9385-4ebf-85cd-c0c185df018b cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:22:36.989446 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147d80b-4354-4fbe-b1d6-0c86bfdc59b7 req-0daa8e38-4a13-4e1b-806a-cd8608e4bac8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:36.991437 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c147d80b-4354-4fbe-b1d6-0c86bfdc59b7 req-0daa8e38-4a13-4e1b-806a-cd8608e4bac8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0627580 Mar 30 07:22:37.059668 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c147d80b-4354-4fbe-b1d6-0c86bfdc59b7 req-eb8fa2f5-8ae6-4148-b10f-18c68165cb1c tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622416 Mar 30 07:22:37.797431 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06269e6f-a791-4e30-8c66-995ed436282d req-333ae12a-ab9e-4d78-adc6-6809d49ddb28 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:37.799749 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-06269e6f-a791-4e30-8c66-995ed436282d req-333ae12a-ab9e-4d78-adc6-6809d49ddb28 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 931 time: 0.0604641 Mar 30 07:22:37.853935 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-06269e6f-a791-4e30-8c66-995ed436282d req-6b53c659-a17b-4b9f-ae10-64152c5059d4 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478582 Mar 30 07:22:38.180671 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaa50f-ee0c-414c-ad87-858d0663c2e0 req-860bed04-528f-41fa-ac7f-7ba3f74efac4 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:38.183133 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5ffaa50f-ee0c-414c-ad87-858d0663c2e0 req-860bed04-528f-41fa-ac7f-7ba3f74efac4 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0615361 Mar 30 07:22:38.236389 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5ffaa50f-ee0c-414c-ad87-858d0663c2e0 req-90d9a30c-b2be-4c6e-bc60-01d95d122acc tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475242 Mar 30 07:22:38.699373 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43434) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:38.807906 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fedc0766-e497-4cc0-b5d0-0b178967a0e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:38.887220 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fedc0766-e497-4cc0-b5d0-0b178967a0e8 admin admin] Publish callbacks [] for security_group (e810f273-1689-43bf-be79-fc138f6d410a), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:38.893476 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fedc0766-e497-4cc0-b5d0-0b178967a0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (e810f273-1689-43bf-be79-fc138f6d410a), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:38.933386 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-fedc0766-e497-4cc0-b5d0-0b178967a0e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5076625dc75549cda91111376ed08ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328401 Mar 30 07:22:38.934612 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc0766-e497-4cc0-b5d0-0b178967a0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e810f273-1689-43bf-be79-fc138f6d410a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:38.936928 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43440) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:39.001833 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0edf56-f2e2-4ae6-abc3-6ecad7f90c01 req-84b465d9-5336-40ea-92f6-41ce07610df1 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:39.003359 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9b0edf56-f2e2-4ae6-abc3-6ecad7f90c01 req-84b465d9-5336-40ea-92f6-41ce07610df1 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 931 time: 0.0802479 Mar 30 07:22:39.022230 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7b40f70a-dcd0-4e8e-bee3-8d65060c792c admin admin] Publish callbacks [] for security_group (e810f273-1689-43bf-be79-fc138f6d410a), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:39.047074 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7b40f70a-dcd0-4e8e-bee3-8d65060c792c admin admin] Publish callbacks [] for security_group (e810f273-1689-43bf-be79-fc138f6d410a), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:39.071801 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9b0edf56-f2e2-4ae6-abc3-6ecad7f90c01 req-483a14cb-0b63-40ef-863a-06fde85649e7 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568907 Mar 30 07:22:39.101814 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7b40f70a-dcd0-4e8e-bee3-8d65060c792c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (e810f273-1689-43bf-be79-fc138f6d410a), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:39.104739 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7b40f70a-dcd0-4e8e-bee3-8d65060c792c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:39.105889 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-7b40f70a-dcd0-4e8e-bee3-8d65060c792c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e810f273-1689-43bf-be79-fc138f6d410a HTTP/1.1" status: 204 len: 168 time: 0.1680872 Mar 30 07:22:39.114165 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40f70a-dcd0-4e8e-bee3-8d65060c792c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e810f273-1689-43bf-be79-fc138f6d410a,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:39.389145 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be18047-34fe-4d9e-b32a-b56499f9e700 req-16a378a5-ba8f-4142-b12f-09cfd76425ba tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:39.390778 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9be18047-34fe-4d9e-b32a-b56499f9e700 req-16a378a5-ba8f-4142-b12f-09cfd76425ba tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0871234 Mar 30 07:22:39.405363 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43448) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:39.430697 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3466d0b6-9278-43e6-8e3e-eb5f64e85bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:39.457052 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9be18047-34fe-4d9e-b32a-b56499f9e700 req-8c452543-1f8a-4ec9-83b4-7b018ebe9c7d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566714 Mar 30 07:22:39.534664 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3466d0b6-9278-43e6-8e3e-eb5f64e85bfe admin admin] Publish callbacks [] for security_group (9bf37433-2dc3-4036-be0c-39535d2ccbb4), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:39.540120 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3466d0b6-9278-43e6-8e3e-eb5f64e85bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (9bf37433-2dc3-4036-be0c-39535d2ccbb4), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:39.581956 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-3466d0b6-9278-43e6-8e3e-eb5f64e85bfe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=821472c496aa4c45ac79d1a7ade89adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750007 Mar 30 07:22:39.582790 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466d0b6-9278-43e6-8e3e-eb5f64e85bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf37433-2dc3-4036-be0c-39535d2ccbb4,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:39.585063 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 43450) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:39.638070 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43bd504c-ba63-4036-8a27-6806ddadf551 admin admin] Publish callbacks [] for security_group (9bf37433-2dc3-4036-be0c-39535d2ccbb4), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:39.660217 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43bd504c-ba63-4036-8a27-6806ddadf551 admin admin] Publish callbacks [] for security_group (9bf37433-2dc3-4036-be0c-39535d2ccbb4), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:39.717489 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43bd504c-ba63-4036-8a27-6806ddadf551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (9bf37433-2dc3-4036-be0c-39535d2ccbb4), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:39.720845 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43bd504c-ba63-4036-8a27-6806ddadf551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:39.724504 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-43bd504c-ba63-4036-8a27-6806ddadf551 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bf37433-2dc3-4036-be0c-39535d2ccbb4 HTTP/1.1" status: 204 len: 168 time: 0.1356492 Mar 30 07:22:39.745208 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd504c-ba63-4036-8a27-6806ddadf551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf37433-2dc3-4036-be0c-39535d2ccbb4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:40.216465 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b8b25-08e5-4de1-a097-3b5d4be0dbd7 req-ee0edc45-d6c8-4033-8e70-3e77033171fe tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:40.218449 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f78b8b25-08e5-4de1-a097-3b5d4be0dbd7 req-ee0edc45-d6c8-4033-8e70-3e77033171fe tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 931 time: 0.0783563 Mar 30 07:22:40.280007 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f78b8b25-08e5-4de1-a097-3b5d4be0dbd7 req-e3f8980b-8f74-4fc4-9167-f3d8b8c7b444 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549603 Mar 30 07:22:40.596830 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfea80-5dcc-4d63-a27c-840a05999750 req-88243b61-fdea-4902-929e-86bb1059fcbc tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:40.604230 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5ebfea80-5dcc-4d63-a27c-840a05999750 req-88243b61-fdea-4902-929e-86bb1059fcbc tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0798383 Mar 30 07:22:40.674695 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5ebfea80-5dcc-4d63-a27c-840a05999750 req-491da77c-1eaf-4355-9eea-2367d3b7cc07 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695817 Mar 30 07:22:41.412212 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31efb71-0b70-41cd-97f3-7603a5a14e60 req-4519d387-e3f4-4d7a-842a-eceec96a3b54 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:41.414775 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a31efb71-0b70-41cd-97f3-7603a5a14e60 req-4519d387-e3f4-4d7a-842a-eceec96a3b54 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 931 time: 0.0679018 Mar 30 07:22:41.500428 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a31efb71-0b70-41cd-97f3-7603a5a14e60 req-7f666c8e-d243-4029-816d-28d16f27ec2a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790541 Mar 30 07:22:41.692820 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 43504) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:41.808710 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-37a21b30-ee01-4a5f-857a-81c10056ea2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:41.829299 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044689d3-db42-4cd8-b041-b33c02054186 req-3a0ad549-9786-4e03-8940-82551977765d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:41.831358 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-044689d3-db42-4cd8-b041-b33c02054186 req-3a0ad549-9786-4e03-8940-82551977765d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0890753 Mar 30 07:22:41.937673 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-044689d3-db42-4cd8-b041-b33c02054186 req-10f1f9f2-dda9-4530-91a3-a96caff2a226 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856347 Mar 30 07:22:41.946094 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-37a21b30-ee01-4a5f-857a-81c10056ea2b admin admin] Publish callbacks [] for security_group (d557fbf2-2915-4b8f-b6c2-8741586997c2), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:41.954236 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-37a21b30-ee01-4a5f-857a-81c10056ea2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (d557fbf2-2915-4b8f-b6c2-8741586997c2), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:41.994382 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-37a21b30-ee01-4a5f-857a-81c10056ea2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc76ac7874334cc1bccdb197951f6316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002119 Mar 30 07:22:41.995071 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a21b30-ee01-4a5f-857a-81c10056ea2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d557fbf2-2915-4b8f-b6c2-8741586997c2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:41.997339 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43510) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:42.046629 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1fcb1f29-a150-491a-a0c0-5ab6e51789c0 admin admin] Publish callbacks [] for security_group (d557fbf2-2915-4b8f-b6c2-8741586997c2), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:42.067093 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1fcb1f29-a150-491a-a0c0-5ab6e51789c0 admin admin] Publish callbacks [] for security_group (d557fbf2-2915-4b8f-b6c2-8741586997c2), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:42.119411 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1fcb1f29-a150-491a-a0c0-5ab6e51789c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (d557fbf2-2915-4b8f-b6c2-8741586997c2), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:42.122137 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1fcb1f29-a150-491a-a0c0-5ab6e51789c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:42.123270 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-1fcb1f29-a150-491a-a0c0-5ab6e51789c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d557fbf2-2915-4b8f-b6c2-8741586997c2 HTTP/1.1" status: 204 len: 168 time: 0.1247492 Mar 30 07:22:42.130812 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb1f29-a150-491a-a0c0-5ab6e51789c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d557fbf2-2915-4b8f-b6c2-8741586997c2,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:42.433087 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43518) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:42.446679 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a0c5227-c5b6-4076-922a-bddcfaabcd4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:42.541399 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a0c5227-c5b6-4076-922a-bddcfaabcd4d admin admin] Publish callbacks [] for security_group (066eba30-3354-4d88-9254-ba20704e6232), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:42.548397 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a0c5227-c5b6-4076-922a-bddcfaabcd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (066eba30-3354-4d88-9254-ba20704e6232), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:42.598831 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-0a0c5227-c5b6-4076-922a-bddcfaabcd4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=671914d0ef414e7cb31e31feb630a046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646559 Mar 30 07:22:42.601406 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43522) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:42.625677 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c5227-c5b6-4076-922a-bddcfaabcd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066eba30-3354-4d88-9254-ba20704e6232,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:42.660888 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-72284c99-b4ed-46d9-b242-f5f6ab00545b admin admin] Publish callbacks [] for security_group (066eba30-3354-4d88-9254-ba20704e6232), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:42.664889 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb8e19-0029-42e6-a1b7-7e68393809c9 req-01f0e22b-de14-4932-8e3e-fffb4caad672 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:42.666395 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-87eb8e19-0029-42e6-a1b7-7e68393809c9 req-01f0e22b-de14-4932-8e3e-fffb4caad672 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 931 time: 0.0868902 Mar 30 07:22:42.683579 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-72284c99-b4ed-46d9-b242-f5f6ab00545b admin admin] Publish callbacks [] for security_group (066eba30-3354-4d88-9254-ba20704e6232), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:42.720589 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-87eb8e19-0029-42e6-a1b7-7e68393809c9 req-51038873-f87a-4b5b-bb2b-4df81be2ccc6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484302 Mar 30 07:22:42.758532 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-72284c99-b4ed-46d9-b242-f5f6ab00545b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (066eba30-3354-4d88-9254-ba20704e6232), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:42.763855 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-72284c99-b4ed-46d9-b242-f5f6ab00545b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:42.765310 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-72284c99-b4ed-46d9-b242-f5f6ab00545b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/066eba30-3354-4d88-9254-ba20704e6232 HTTP/1.1" status: 204 len: 168 time: 0.1622586 Mar 30 07:22:42.776186 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72284c99-b4ed-46d9-b242-f5f6ab00545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066eba30-3354-4d88-9254-ba20704e6232,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:43.080557 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721fb31-1380-437b-a8c7-d2c715e0ada6 req-e5f0228a-26b7-4a4e-a34d-cb86e8310cf6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:43.083219 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a721fb31-1380-437b-a8c7-d2c715e0ada6 req-e5f0228a-26b7-4a4e-a34d-cb86e8310cf6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0699527 Mar 30 07:22:43.139752 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a721fb31-1380-437b-a8c7-d2c715e0ada6 req-373a230d-c863-4477-ba74-20259598905b tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479755 Mar 30 07:22:43.859186 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55018b-e454-4a50-aa72-66e83674bf39 req-cc96f70e-d8dd-4023-864b-6ca42e17d3e0 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:43.860624 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cf55018b-e454-4a50-aa72-66e83674bf39 req-cc96f70e-d8dd-4023-864b-6ca42e17d3e0 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 931 time: 0.0546024 Mar 30 07:22:43.913419 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cf55018b-e454-4a50-aa72-66e83674bf39 req-2ab2222e-8d98-4f62-98bc-ba68ebddc1de tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462654 Mar 30 07:22:44.327664 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d944c9-f9bb-49ba-8792-d2429393a898 req-e5c75bc6-b1c0-49c8-86fe-d8e2276fe76f tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:44.329213 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a8d944c9-f9bb-49ba-8792-d2429393a898 req-e5c75bc6-b1c0-49c8-86fe-d8e2276fe76f tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0910292 Mar 30 07:22:44.420753 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a8d944c9-f9bb-49ba-8792-d2429393a898 req-62399299-569a-4eb4-b90b-e16189e228e9 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854568 Mar 30 07:22:45.080665 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffce065-f6f8-4265-b028-61f6885200d4 req-48eb1a43-8911-4d7e-b869-71b220c2ae86 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:45.083107 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ffce065-f6f8-4265-b028-61f6885200d4 req-48eb1a43-8911-4d7e-b869-71b220c2ae86 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 931 time: 0.0910273 Mar 30 07:22:45.131950 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ffce065-f6f8-4265-b028-61f6885200d4 req-55f5790b-6f4b-457f-b6b8-b674ae1a06be tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426645 Mar 30 07:22:45.546996 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f88d50-2c37-4987-8635-c32324d0aadc req-1ef94680-82ec-4bb6-8d55-42cb418392c6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:45.548673 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c9f88d50-2c37-4987-8635-c32324d0aadc req-1ef94680-82ec-4bb6-8d55-42cb418392c6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0586541 Mar 30 07:22:45.598417 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c9f88d50-2c37-4987-8635-c32324d0aadc req-87337dc2-3628-4f23-b3e3-a5aded1325fd tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437384 Mar 30 07:22:46.249514 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ef401-eb31-4b14-8d58-6d8fc2ea7cfd req-5a632101-f757-440e-a3e3-57475d3748c1 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:46.250997 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d3ef401-eb31-4b14-8d58-6d8fc2ea7cfd req-5a632101-f757-440e-a3e3-57475d3748c1 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 931 time: 0.0526247 Mar 30 07:22:46.301959 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d3ef401-eb31-4b14-8d58-6d8fc2ea7cfd req-a38885d4-8d46-4f0a-83bf-6476a6957e98 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452480 Mar 30 07:22:46.732087 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417fe93-d3f1-4998-9e26-d12db878132a req-e3afbbf1-c741-4fa8-9072-a006ebc8a864 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:46.733626 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d417fe93-d3f1-4998-9e26-d12db878132a req-e3afbbf1-c741-4fa8-9072-a006ebc8a864 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0622618 Mar 30 07:22:46.782831 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d417fe93-d3f1-4998-9e26-d12db878132a req-38aa6dd5-043c-4545-aff4-2cc874753d7b tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431004 Mar 30 07:22:47.241397 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Request body: {'port': {'device_id': 'aee340ba-0fee-4661-a390-d524855526cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:22:47.305071 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:47.334038 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e0851-c612-4ce6-be8a-1320505f0fe3 req-f27f33db-9ccf-4494-8666-cb8f0848f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:47.335762 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7c4e0851-c612-4ce6-be8a-1320505f0fe3 req-f27f33db-9ccf-4494-8666-cb8f0848f4c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 912 time: 0.0908146 Mar 30 07:22:47.380713 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7c4e0851-c612-4ce6-be8a-1320505f0fe3 req-17758d98-97fe-4f16-824e-762a6af18b2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec40b8bb-3831-42fc-bb08-d0b7a674e052 HTTP/1.1" status: 200 len: 217 time: 0.0352185 Mar 30 07:22:47.439032 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e0851-c612-4ce6-be8a-1320505f0fe3 req-69195356-2484-4c34-89bd-e9321c1f3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:47.440530 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7c4e0851-c612-4ce6-be8a-1320505f0fe3 req-69195356-2484-4c34-89bd-e9321c1f3b26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ea64624-ec6f-4b03-9f67-6684083299d8 HTTP/1.1" status: 200 len: 850 time: 0.0445163 Mar 30 07:22:47.501778 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e0851-c612-4ce6-be8a-1320505f0fe3 req-7dc01866-7a69-4aec-8fb0-b4b9a0834bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:47.503944 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7c4e0851-c612-4ce6-be8a-1320505f0fe3 req-7dc01866-7a69-4aec-8fb0-b4b9a0834bf0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87604e57-b8c9-45c9-ab61-2b321b1caa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512125 Mar 30 07:22:47.517845 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85054d8-cfe4-45fd-933a-bc1974470ab9 req-fe8e679f-8a55-4c41-8953-3efe4b8a73e5 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:47.519307 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c85054d8-cfe4-45fd-933a-bc1974470ab9 req-fe8e679f-8a55-4c41-8953-3efe4b8a73e5 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 931 time: 0.1154163 Mar 30 07:22:47.591907 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c85054d8-cfe4-45fd-933a-bc1974470ab9 req-8073b02e-d962-4c7a-8759-5e5d62f259f3 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642855 Mar 30 07:22:47.598401 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7c4e0851-c612-4ce6-be8a-1320505f0fe3 req-38b96eda-dbb4-4ef2-8531-5ac804ed6544 service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852971 Mar 30 07:22:47.642444 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2248248f-9385-4ebf-85cd-c0c185df018b {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:22:47.650099 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Publish callbacks [] for port (2248248f-9385-4ebf-85cd-c0c185df018b), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:47.662823 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Transition to ACTIVE for port object 2248248f-9385-4ebf-85cd-c0c185df018b will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:22:47.667169 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:47.701365 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7c4e0851-c612-4ce6-be8a-1320505f0fe3 req-64c2daeb-eede-49e7-879f-afef3353876b service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955021 Mar 30 07:22:47.716269 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2248248f-9385-4ebf-85cd-c0c185df018b,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:47.789366 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Attempting to bind port 2248248f-9385-4ebf-85cd-c0c185df018b on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:22:47.789729 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Attempting to bind port 2248248f-9385-4ebf-85cd-c0c185df018b by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': 'a75e94bc-b4f8-46fe-a3dc-22c244d97f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:22:47.790028 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Attempting to bind port 2248248f-9385-4ebf-85cd-c0c185df018b on network bb4ee955-7360-4788-803d-5e6807204f1d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:22:47.795713 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Port 2248248f-9385-4ebf-85cd-c0c185df018b on network bb4ee955-7360-4788-803d-5e6807204f1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:22:47.796059 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Attempting to bind port 2248248f-9385-4ebf-85cd-c0c185df018b on network bb4ee955-7360-4788-803d-5e6807204f1d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:22:47.801221 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:22:47.801627 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Checking segment: {'id': 'a75e94bc-b4f8-46fe-a3dc-22c244d97f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:22:47.802071 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Bound using segment: {'id': 'a75e94bc-b4f8-46fe-a3dc-22c244d97f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:22:47.802560 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Bound port: 2248248f-9385-4ebf-85cd-c0c185df018b, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75e94bc-b4f8-46fe-a3dc-22c244d97f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:22:47.802981 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:47.916310 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] For port 2248248f-9385-4ebf-85cd-c0c185df018b, host hv-cinder-83577, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:22:47.931997 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] For port 2248248f-9385-4ebf-85cd-c0c185df018b, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2248248f-9385-4ebf-85cd-c0c185df018b,segment=NetworkSegment(a75e94bc-b4f8-46fe-a3dc-22c244d97f2a),segment_id=a75e94bc-b4f8-46fe-a3dc-22c244d97f2a)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:22:47.951776 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71917514-3092-4626-b049-d1aa8c8a6a08 req-5441fbab-ecdf-443e-812a-2552b9c727fe tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:47.953327 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-71917514-3092-4626-b049-d1aa8c8a6a08 req-5441fbab-ecdf-443e-812a-2552b9c727fe tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0888572 Mar 30 07:22:47.954418 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:48.004303 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:48.004917 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:48.006304 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93d32315-1132-4587-920b-f6ad9a404cdb req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] 10.222.0.35 "PUT /v2.0/ports/2248248f-9385-4ebf-85cd-c0c185df018b HTTP/1.1" status: 200 len: 1093 time: 0.7717228 Mar 30 07:22:48.006928 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee340ba-0fee-4661-a390-d524855526cb', 'tag': '2248248f-9385-4ebf-85cd-c0c185df018b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:22:48.009319 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40126755-04a4-4c8a-8a40-4d03755acd11" -d '{"events": [{"name": "network-changed", "server_uuid": "aee340ba-0fee-4661-a390-d524855526cb", "tag": "2248248f-9385-4ebf-85cd-c0c185df018b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:22:48.045281 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e14ea2-5345-4769-979b-c0b91deb30d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2248248f-9385-4ebf-85cd-c0c185df018b,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:48.053201 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4bae8b-d934-4110-b98a-2418229d3b28 x-openstack-request-id: req-ce4bae8b-d934-4110-b98a-2418229d3b28 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:22:48.053485 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee340ba-0fee-4661-a390-d524855526cb", "tag": "2248248f-9385-4ebf-85cd-c0c185df018b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:22:48.053730 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce4bae8b-d934-4110-b98a-2418229d3b28 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:22:48.054133 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4bae8b-d934-4110-b98a-2418229d3b28'] response: {'name': 'network-changed', 'server_uuid': 'aee340ba-0fee-4661-a390-d524855526cb', 'tag': '2248248f-9385-4ebf-85cd-c0c185df018b', 'status': 'completed', 'code': 200} Mar 30 07:22:48.064185 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-71917514-3092-4626-b049-d1aa8c8a6a08 req-7592e241-cb6d-44c3-8f1c-695c3b9adbdb tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015091 Mar 30 07:22:48.146022 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d32315-1132-4587-920b-f6ad9a404cdb req-6dc39187-78f8-48aa-8103-360f28b4a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:48.147580 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93d32315-1132-4587-920b-f6ad9a404cdb req-6dc39187-78f8-48aa-8103-360f28b4a06f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f93c1f92c8c14564bdb5b78a2d2b8b45&device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 1127 time: 0.0649738 Mar 30 07:22:48.203926 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93d32315-1132-4587-920b-f6ad9a404cdb req-2d838194-e8f0-42c0-a326-e38ac8d5bbea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2248248f-9385-4ebf-85cd-c0c185df018b HTTP/1.1" status: 200 len: 217 time: 0.0365973 Mar 30 07:22:48.221397 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43624) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:48.255474 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d32315-1132-4587-920b-f6ad9a404cdb req-c7609d0f-ea0a-4fad-a1d0-4994840d6d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:48.256996 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93d32315-1132-4587-920b-f6ad9a404cdb req-c7609d0f-ea0a-4fad-a1d0-4994840d6d0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c011af0c-6bba-437d-b25f-f36699b010b7 HTTP/1.1" status: 200 len: 853 time: 0.0482209 Mar 30 07:22:48.310258 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d32315-1132-4587-920b-f6ad9a404cdb req-50213ec5-0a7d-4c5a-b8bf-8e73cbac6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:48.311730 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93d32315-1132-4587-920b-f6ad9a404cdb req-50213ec5-0a7d-4c5a-b8bf-8e73cbac6ba8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb4ee955-7360-4788-803d-5e6807204f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481668 Mar 30 07:22:48.327355 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-134900dd-48b7-489d-b477-b1ef59a208f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:48.401692 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-134900dd-48b7-489d-b477-b1ef59a208f1 admin admin] Publish callbacks [] for security_group (80fd21d4-41df-4aa1-b74e-574164316c38), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:48.402950 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93d32315-1132-4587-920b-f6ad9a404cdb req-e7fb47ab-0bba-4bf8-b472-c03a05defffc service neutron] 10.222.0.35 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836926 Mar 30 07:22:48.408142 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-134900dd-48b7-489d-b477-b1ef59a208f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (80fd21d4-41df-4aa1-b74e-574164316c38), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:48.445796 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-134900dd-48b7-489d-b477-b1ef59a208f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13f0a725cdbe4ba88dcd5ee2d96c7f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231772 Mar 30 07:22:48.446732 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134900dd-48b7-489d-b477-b1ef59a208f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd21d4-41df-4aa1-b74e-574164316c38,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:48.449388 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43628) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:48.496860 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-93d32315-1132-4587-920b-f6ad9a404cdb req-2f19889e-2dab-4dae-b60a-2e5cdb260b74 service neutron] 10.222.0.35 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876071 Mar 30 07:22:48.498476 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3414ed0f-bdc3-447b-8a01-d20af03bcf5c admin admin] Publish callbacks [] for security_group (80fd21d4-41df-4aa1-b74e-574164316c38), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:48.523131 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3414ed0f-bdc3-447b-8a01-d20af03bcf5c admin admin] Publish callbacks [] for security_group (80fd21d4-41df-4aa1-b74e-574164316c38), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:48.573193 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3414ed0f-bdc3-447b-8a01-d20af03bcf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (80fd21d4-41df-4aa1-b74e-574164316c38), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:48.576087 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3414ed0f-bdc3-447b-8a01-d20af03bcf5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:48.577210 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-3414ed0f-bdc3-447b-8a01-d20af03bcf5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80fd21d4-41df-4aa1-b74e-574164316c38 HTTP/1.1" status: 204 len: 168 time: 0.1268854 Mar 30 07:22:48.585232 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414ed0f-bdc3-447b-8a01-d20af03bcf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fd21d4-41df-4aa1-b74e-574164316c38,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:48.648026 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40126755-04a4-4c8a-8a40-4d03755acd11 req-0d662083-9aef-411f-9694-d9f0a355b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:48.649882 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40126755-04a4-4c8a-8a40-4d03755acd11 req-0d662083-9aef-411f-9694-d9f0a355b7b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f93c1f92c8c14564bdb5b78a2d2b8b45&device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 1127 time: 0.0629249 Mar 30 07:22:48.780824 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4b661-367e-423e-9449-d97e4686919e req-71abec7a-2059-4f37-b71c-a0fec403d2d0 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:48.782297 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-44a4b661-367e-423e-9449-d97e4686919e req-71abec7a-2059-4f37-b71c-a0fec403d2d0 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 943 time: 0.1178825 Mar 30 07:22:48.785127 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40126755-04a4-4c8a-8a40-4d03755acd11 req-311d5ecd-9df7-4af0-8785-3b88dfb136cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:48.786424 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40126755-04a4-4c8a-8a40-4d03755acd11 req-311d5ecd-9df7-4af0-8785-3b88dfb136cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=bb4ee955-7360-4788-803d-5e6807204f1d HTTP/1.1" status: 200 len: 915 time: 0.1302333 Mar 30 07:22:48.834098 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40126755-04a4-4c8a-8a40-4d03755acd11 req-7621f2bc-c958-42f3-95bc-a0a674d1d78e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2248248f-9385-4ebf-85cd-c0c185df018b HTTP/1.1" status: 200 len: 217 time: 0.0398924 Mar 30 07:22:48.856650 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43636) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:48.870040 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfb83dbc-3e21-4df4-80a1-02a2822cce41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:48.893343 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-44a4b661-367e-423e-9449-d97e4686919e req-975e035e-3bed-422b-8a46-39653f95b299 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050525 Mar 30 07:22:48.904466 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40126755-04a4-4c8a-8a40-4d03755acd11 req-2f476b6e-3dc0-45c0-8636-a4c1824fde77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:48.905915 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40126755-04a4-4c8a-8a40-4d03755acd11 req-2f476b6e-3dc0-45c0-8636-a4c1824fde77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c011af0c-6bba-437d-b25f-f36699b010b7 HTTP/1.1" status: 200 len: 853 time: 0.0613446 Mar 30 07:22:48.948921 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfb83dbc-3e21-4df4-80a1-02a2822cce41 admin admin] Publish callbacks [] for security_group (f028d666-9e8d-4f8c-9c60-c63017479a07), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:48.954014 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfb83dbc-3e21-4df4-80a1-02a2822cce41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (f028d666-9e8d-4f8c-9c60-c63017479a07), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:48.955531 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40126755-04a4-4c8a-8a40-4d03755acd11 req-d6f13b96-12d6-4ea8-b76f-c794c1457d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:48.957128 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40126755-04a4-4c8a-8a40-4d03755acd11 req-d6f13b96-12d6-4ea8-b76f-c794c1457d04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb4ee955-7360-4788-803d-5e6807204f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451236 Mar 30 07:22:48.991646 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-cfb83dbc-3e21-4df4-80a1-02a2822cce41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20341ad0ce0144bcbce9b63aceffa566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339040 Mar 30 07:22:48.993653 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb83dbc-3e21-4df4-80a1-02a2822cce41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f028d666-9e8d-4f8c-9c60-c63017479a07,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:48.997008 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43638) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:49.044138 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f19efcc8-476d-48ca-83e2-1a221b09a13b admin admin] Publish callbacks [] for security_group (f028d666-9e8d-4f8c-9c60-c63017479a07), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:49.051604 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40126755-04a4-4c8a-8a40-4d03755acd11 req-d66f9192-a1ad-4c52-9804-b1f6a8118cea service neutron] 10.222.0.35 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872674 Mar 30 07:22:49.065114 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f19efcc8-476d-48ca-83e2-1a221b09a13b admin admin] Publish callbacks [] for security_group (f028d666-9e8d-4f8c-9c60-c63017479a07), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:49.115897 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f19efcc8-476d-48ca-83e2-1a221b09a13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (f028d666-9e8d-4f8c-9c60-c63017479a07), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:49.118931 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f19efcc8-476d-48ca-83e2-1a221b09a13b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:49.120506 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-f19efcc8-476d-48ca-83e2-1a221b09a13b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f028d666-9e8d-4f8c-9c60-c63017479a07 HTTP/1.1" status: 204 len: 168 time: 0.1224511 Mar 30 07:22:49.133328 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19efcc8-476d-48ca-83e2-1a221b09a13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f028d666-9e8d-4f8c-9c60-c63017479a07,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:49.180062 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40126755-04a4-4c8a-8a40-4d03755acd11 req-3a96dd56-9ae9-4707-a6c9-43e1c5b6e48d service neutron] 10.222.0.35 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213739 Mar 30 07:22:49.202259 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672a6a5-28d1-445b-b153-c9247eecc877 req-6f7ca212-d18c-437b-a7d7-b0034f3f4bfa tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:49.209160 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5672a6a5-28d1-445b-b153-c9247eecc877 req-6f7ca212-d18c-437b-a7d7-b0034f3f4bfa tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0714793 Mar 30 07:22:49.255216 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5672a6a5-28d1-445b-b153-c9247eecc877 req-099f4a9e-81cb-454a-9e82-d8013ca5f5ea tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452046 Mar 30 07:22:50.018537 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc7b6-ff81-4071-a472-aa52a0ba3dac req-43e6ccc0-9e76-4924-8790-45686cd3906d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:50.021074 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcbdc7b6-ff81-4071-a472-aa52a0ba3dac req-43e6ccc0-9e76-4924-8790-45686cd3906d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 943 time: 0.0605788 Mar 30 07:22:50.079242 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcbdc7b6-ff81-4071-a472-aa52a0ba3dac req-c8268906-528b-4202-bec8-03073d6a39da tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499218 Mar 30 07:22:50.397667 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27272ed2-d39e-4aeb-a6a0-85ea01634814 req-e2f40351-88b1-4f2d-91e1-4887a370e5e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:50.399239 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-27272ed2-d39e-4aeb-a6a0-85ea01634814 req-e2f40351-88b1-4f2d-91e1-4887a370e5e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0561211 Mar 30 07:22:50.448487 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-27272ed2-d39e-4aeb-a6a0-85ea01634814 req-0233261a-b25d-46b8-8d20-fa17c6efdbac tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426319 Mar 30 07:22:50.712836 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:22:51.225019 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09660fb8-122e-49de-a010-2d3042df7508 req-26e468b3-d3ac-463d-9915-4721a451f315 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:51.227415 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-09660fb8-122e-49de-a010-2d3042df7508 req-26e468b3-d3ac-463d-9915-4721a451f315 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 943 time: 0.0623374 Mar 30 07:22:51.278406 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-09660fb8-122e-49de-a010-2d3042df7508 req-53d2ba34-0068-448c-942d-f6c1d8c1de77 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445130 Mar 30 07:22:51.578030 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897359c-a880-4d54-a3e6-013a6b01b919 req-e7e574eb-94f8-4b95-9e7e-322ea2b0a784 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:51.579495 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9897359c-a880-4d54-a3e6-013a6b01b919 req-e7e574eb-94f8-4b95-9e7e-322ea2b0a784 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0569351 Mar 30 07:22:51.629482 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9897359c-a880-4d54-a3e6-013a6b01b919 req-f9725062-d7e0-4bdb-a40a-3ddd0c98af06 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 Mar 30 07:22:52.402207 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfb430-bd4e-4bbf-a779-89f14cff5ce7 req-e08a92a6-eedf-4436-847a-8af45c2a91a9 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:52.403735 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-62cfb430-bd4e-4bbf-a779-89f14cff5ce7 req-e08a92a6-eedf-4436-847a-8af45c2a91a9 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 943 time: 0.0562701 Mar 30 07:22:52.453787 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-62cfb430-bd4e-4bbf-a779-89f14cff5ce7 req-d1c285f2-579e-4222-a31b-df8905ad16e1 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416644 Mar 30 07:22:52.764244 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf74ea-e585-41f4-b0be-7d2ca54e450a req-7d5938af-dd4d-4497-8496-257ae6a2ab12 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:52.765706 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68bf74ea-e585-41f4-b0be-7d2ca54e450a req-7d5938af-dd4d-4497-8496-257ae6a2ab12 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0612674 Mar 30 07:22:52.799368 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2248248f-9385-4ebf-85cd-c0c185df018b details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:22:52.815216 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-68bf74ea-e585-41f4-b0be-7d2ca54e450a req-60fedf8e-59f9-462d-ba1d-76ee60baf921 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438313 Mar 30 07:22:53.030337 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2248248f-9385-4ebf-85cd-c0c185df018b, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2248248f-9385-4ebf-85cd-c0c185df018b,segment=NetworkSegment(a75e94bc-b4f8-46fe-a3dc-22c244d97f2a),segment_id=a75e94bc-b4f8-46fe-a3dc-22c244d97f2a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:53.042298 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '2248248f-9385-4ebf-85cd-c0c185df018b', 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'port_id': '2248248f-9385-4ebf-85cd-c0c185df018b', 'mac_address': 'fa:16:3e:b0:2b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:22:53.080099 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 2248248f-9385-4ebf-85cd-c0c185df018b is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:53.080489 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:53.093655 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2248248f-9385-4ebf-85cd-c0c185df018b {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:22:53.115061 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2248248f-9385-4ebf-85cd-c0c185df018b, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2248248f-9385-4ebf-85cd-c0c185df018b,segment=NetworkSegment(a75e94bc-b4f8-46fe-a3dc-22c244d97f2a),segment_id=a75e94bc-b4f8-46fe-a3dc-22c244d97f2a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:53.120449 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:53.169313 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=2248248f-9385-4ebf-85cd-c0c185df018b,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:53.176701 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:53.177143 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:53.177531 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:53.177893 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:53.178221 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:53.178551 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:53.178878 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:53.179203 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:53.179529 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:53.179871 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:53.180197 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:53.180521 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:53.180841 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:53.181161 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:53.181495 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:22:53.293458 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43724) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:53.412449 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca3d5be0-b61b-4965-afb7-0809f51d129f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:53.427014 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['2248248f-9385-4ebf-85cd-c0c185df018b'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:22:53.498018 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca3d5be0-b61b-4965-afb7-0809f51d129f admin admin] Publish callbacks [] for security_group (cadb05b8-b7dd-41f2-bdb1-f43449a72466), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:53.507160 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca3d5be0-b61b-4965-afb7-0809f51d129f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (cadb05b8-b7dd-41f2-bdb1-f43449a72466), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:53.543644 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d5be0-b61b-4965-afb7-0809f51d129f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadb05b8-b7dd-41f2-bdb1-f43449a72466,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:53.567484 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 43730) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:22:53.568078 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-ca3d5be0-b61b-4965-afb7-0809f51d129f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ef7207eb8f14a18b7eb96918477ad64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729352 Mar 30 07:22:53.583160 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d147b-7cb1-43da-ac23-3f413efd11c3 req-e9b3f724-6c9d-4c04-99d7-a513e0f8c4cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:53.584658 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-121d147b-7cb1-43da-ac23-3f413efd11c3 req-e9b3f724-6c9d-4c04-99d7-a513e0f8c4cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 944 time: 0.0587502 Mar 30 07:22:53.654814 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec34127c-912a-451d-9c10-8912f8d61e2b admin admin] Publish callbacks [] for security_group (cadb05b8-b7dd-41f2-bdb1-f43449a72466), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:53.660006 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-121d147b-7cb1-43da-ac23-3f413efd11c3 req-06991d20-3b11-4002-9a6f-0b2926e5e2b9 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676386 Mar 30 07:22:53.678916 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec34127c-912a-451d-9c10-8912f8d61e2b admin admin] Publish callbacks [] for security_group (cadb05b8-b7dd-41f2-bdb1-f43449a72466), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:53.740062 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec34127c-912a-451d-9c10-8912f8d61e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (cadb05b8-b7dd-41f2-bdb1-f43449a72466), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:53.742709 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec34127c-912a-451d-9c10-8912f8d61e2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:53.743902 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ec34127c-912a-451d-9c10-8912f8d61e2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cadb05b8-b7dd-41f2-bdb1-f43449a72466 HTTP/1.1" status: 204 len: 168 time: 0.1754560 Mar 30 07:22:53.751868 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34127c-912a-451d-9c10-8912f8d61e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadb05b8-b7dd-41f2-bdb1-f43449a72466,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:53.942193 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7f14f-b8fa-42fe-a8af-d1e238666042 req-fb3849e9-b9fa-4e8e-841e-bccc5827b750 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:53.943659 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2c7f14f-b8fa-42fe-a8af-d1e238666042 req-fb3849e9-b9fa-4e8e-841e-bccc5827b750 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0592566 Mar 30 07:22:53.994864 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2c7f14f-b8fa-42fe-a8af-d1e238666042 req-4badf3fb-7393-4fd1-9437-fa8a21316a7f tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450113 Mar 30 07:22:54.223539 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1a6f71a7-9d8a-4800-9865-666bda00e998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:54.784035 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f6ffa-c074-4f7d-a621-1990dfc79684 req-81346d01-a825-43f0-809d-5b8b9cd71d7c tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:54.785617 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e03f6ffa-c074-4f7d-a621-1990dfc79684 req-81346d01-a825-43f0-809d-5b8b9cd71d7c tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 944 time: 0.0559547 Mar 30 07:22:54.832014 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device ec40b8bb-3831-42fc-bb08-d0b7a674e052 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:22:54.836573 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e03f6ffa-c074-4f7d-a621-1990dfc79684 req-fa8963d6-933f-4e62-abcd-0a128ca74289 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452075 Mar 30 07:22:54.852236 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2248248f-9385-4ebf-85cd-c0c185df018b up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:54.961211 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port 2248248f-9385-4ebf-85cd-c0c185df018b completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:22:54.973426 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 2248248f-9385-4ebf-85cd-c0c185df018b triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:54.973801 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:55.017676 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port ec40b8bb-3831-42fc-bb08-d0b7a674e052, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=ec40b8bb-3831-42fc-bb08-d0b7a674e052,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:55.046983 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'port_id': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'mac_address': 'fa:16:3e:f0:7c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:22:55.112489 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port ec40b8bb-3831-42fc-bb08-d0b7a674e052 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:55.112772 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:55.117993 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abb9ea-1c64-4d97-9373-b00e753de024 req-f8d65207-3d73-4133-8be6-bf05c4efc58a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:55.119448 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39abb9ea-1c64-4d97-9373-b00e753de024 req-f8d65207-3d73-4133-8be6-bf05c4efc58a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 943 time: 0.0570154 Mar 30 07:22:55.125721 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 2248248f-9385-4ebf-85cd-c0c185df018b is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:55.126091 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:55.141097 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec40b8bb-3831-42fc-bb08-d0b7a674e052 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:22:55.163334 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee340ba-0fee-4661-a390-d524855526cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2248248f-9385-4ebf-85cd-c0c185df018b'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:22:55.165604 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0168ba-d979-4e2e-9554-b7add5684d5c" -d '{"events": [{"server_uuid": "aee340ba-0fee-4661-a390-d524855526cb", "name": "network-vif-plugged", "status": "completed", "tag": "2248248f-9385-4ebf-85cd-c0c185df018b"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:22:55.170544 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39abb9ea-1c64-4d97-9373-b00e753de024 req-c8ea6204-0699-4807-9d8c-4770e247223e tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450361 Mar 30 07:22:55.182326 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port ec40b8bb-3831-42fc-bb08-d0b7a674e052, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=ec40b8bb-3831-42fc-bb08-d0b7a674e052,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:55.187232 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2248248f-9385-4ebf-85cd-c0c185df018b, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2248248f-9385-4ebf-85cd-c0c185df018b,segment=NetworkSegment(a75e94bc-b4f8-46fe-a3dc-22c244d97f2a),segment_id=a75e94bc-b4f8-46fe-a3dc-22c244d97f2a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:55.189090 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:55.219162 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec41ed8-866f-4b44-87e8-cecd25bcdeb2 x-openstack-request-id: req-dec41ed8-866f-4b44-87e8-cecd25bcdeb2 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:22:55.219450 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee340ba-0fee-4661-a390-d524855526cb", "name": "network-vif-plugged", "status": "completed", "tag": "2248248f-9385-4ebf-85cd-c0c185df018b", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:22:55.219699 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dec41ed8-866f-4b44-87e8-cecd25bcdeb2 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:22:55.220114 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec41ed8-866f-4b44-87e8-cecd25bcdeb2'] response: {'server_uuid': 'aee340ba-0fee-4661-a390-d524855526cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2248248f-9385-4ebf-85cd-c0c185df018b', 'code': 200} Mar 30 07:22:55.222520 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:55.251456 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=ec40b8bb-3831-42fc-bb08-d0b7a674e052,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:55.302984 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=2248248f-9385-4ebf-85cd-c0c185df018b,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:55.426087 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55ebd-3414-4558-9f5f-5b4273b2cb6a req-ac89c9ec-7c51-4351-bae2-29bfe36c1eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:55.427748 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-afb55ebd-3414-4558-9f5f-5b4273b2cb6a req-ac89c9ec-7c51-4351-bae2-29bfe36c1eb3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 1129 time: 0.0486228 Mar 30 07:22:55.473647 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-afb55ebd-3414-4558-9f5f-5b4273b2cb6a req-e68e623f-0360-446f-b36c-694a03381209 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397139 Mar 30 07:22:55.541256 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['ec40b8bb-3831-42fc-bb08-d0b7a674e052'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:22:55.967414 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecc607-afef-4ea4-b4f0-c0fea4e85d42 req-9c2edb7b-f914-4ce2-a3c4-2de577f101e5 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:55.968919 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-41ecc607-afef-4ea4-b4f0-c0fea4e85d42 req-9c2edb7b-f914-4ce2-a3c4-2de577f101e5 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 945 time: 0.0594640 Mar 30 07:22:56.021910 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-41ecc607-afef-4ea4-b4f0-c0fea4e85d42 req-2317e244-d885-4865-9991-6039fc331c6a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470939 Mar 30 07:22:56.302243 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebf5f9-a578-4a03-b8a5-b12bed362e27 req-001837e8-9821-4389-b2aa-710dc2d6f541 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:56.303935 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-30ebf5f9-a578-4a03-b8a5-b12bed362e27 req-001837e8-9821-4389-b2aa-710dc2d6f541 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 944 time: 0.0559776 Mar 30 07:22:56.353259 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-30ebf5f9-a578-4a03-b8a5-b12bed362e27 req-ffe7d0dc-a987-4272-b32d-ee5f56ffa657 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436482 Mar 30 07:22:56.450160 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c1c29ab3-8a9d-44ba-80d9-b168242bc010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:56.861870 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device ec40b8bb-3831-42fc-bb08-d0b7a674e052 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:22:56.917687 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port ec40b8bb-3831-42fc-bb08-d0b7a674e052 completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:22:56.921951 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port ec40b8bb-3831-42fc-bb08-d0b7a674e052 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:22:56.922345 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:57.006485 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port ec40b8bb-3831-42fc-bb08-d0b7a674e052 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:22:57.006882 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:57.040809 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port ec40b8bb-3831-42fc-bb08-d0b7a674e052, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=ec40b8bb-3831-42fc-bb08-d0b7a674e052,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:22:57.046136 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:57.098623 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=ec40b8bb-3831-42fc-bb08-d0b7a674e052,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:22:57.160067 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16847883-dd41-4bb6-afcc-3723d993edfd req-863026a3-1da4-4e45-aca0-1856b08b2446 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:57.161475 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-16847883-dd41-4bb6-afcc-3723d993edfd req-863026a3-1da4-4e45-aca0-1856b08b2446 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 945 time: 0.0536449 Mar 30 07:22:57.212395 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-16847883-dd41-4bb6-afcc-3723d993edfd req-6166c6f9-61ca-415a-ba13-526b0331c555 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435073 Mar 30 07:22:57.221506 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:22:57.224894 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7090f4f7-d8d6-4244-95b7-3a613d67e1ff" -d '{"events": [{"server_uuid": "153dd568-5bf9-4ddc-9221-8fe74c4bd58b", "name": "network-vif-plugged", "status": "completed", "tag": "ec40b8bb-3831-42fc-bb08-d0b7a674e052"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:22:57.267060 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a80a741-52ce-45d3-9be8-166877e7ddb4 x-openstack-request-id: req-6a80a741-52ce-45d3-9be8-166877e7ddb4 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:22:57.267352 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153dd568-5bf9-4ddc-9221-8fe74c4bd58b", "name": "network-vif-plugged", "status": "completed", "tag": "ec40b8bb-3831-42fc-bb08-d0b7a674e052", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:22:57.267603 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a80a741-52ce-45d3-9be8-166877e7ddb4 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:22:57.268034 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a80a741-52ce-45d3-9be8-166877e7ddb4'] response: {'server_uuid': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'code': 200} Mar 30 07:22:57.356431 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8e9a1-7a94-42ac-a714-06d2ca6cb3f2 req-74bd9d4a-d402-4169-a748-3a615a537066 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:57.358019 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b3c8e9a1-7a94-42ac-a714-06d2ca6cb3f2 req-74bd9d4a-d402-4169-a748-3a615a537066 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 945 time: 0.0644608 Mar 30 07:22:57.407889 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b3c8e9a1-7a94-42ac-a714-06d2ca6cb3f2 req-069ca834-f497-4a35-a921-33fb36fcdac2 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441551 Mar 30 07:22:57.485558 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02128eee-5cd6-4ed6-8ea7-d6e1fdbeeb11 req-24d6ede3-8b8b-454c-9fc3-886f6cfbf342 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:57.487114 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-02128eee-5cd6-4ed6-8ea7-d6e1fdbeeb11 req-24d6ede3-8b8b-454c-9fc3-886f6cfbf342 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 945 time: 0.0631151 Mar 30 07:22:57.567887 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-02128eee-5cd6-4ed6-8ea7-d6e1fdbeeb11 req-ac9bced1-b778-44e6-8913-8a0a8c6f1962 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749447 Mar 30 07:22:57.581091 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c6d64-9d85-4072-a63b-7a8b1ee5f52e req-26d13195-9887-4f05-8226-abb5c363940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:57.583360 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cd9c6d64-9d85-4072-a63b-7a8b1ee5f52e req-26d13195-9887-4f05-8226-abb5c363940d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 1129 time: 0.0621905 Mar 30 07:22:57.633174 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cd9c6d64-9d85-4072-a63b-7a8b1ee5f52e req-842a55fd-74f1-4ed5-ae57-d5943e31da4b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415719 Mar 30 07:22:57.751167 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf3521-68c7-42df-8263-598117b25c30 req-914dbabf-d98d-42cc-a264-46cef6ea5d88 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:57.752861 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8bdf3521-68c7-42df-8263-598117b25c30 req-914dbabf-d98d-42cc-a264-46cef6ea5d88 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 945 time: 0.0568132 Mar 30 07:22:57.801289 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8bdf3521-68c7-42df-8263-598117b25c30 req-d3760d6b-ad05-4721-bdd2-328ae341ab75 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 Mar 30 07:22:57.960554 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:58.702618 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718476df-ba2b-419a-8065-f4484d55b5a9 req-affe551c-3fed-4415-906e-04c7a7c76058 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:58.704364 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-718476df-ba2b-419a-8065-f4484d55b5a9 req-affe551c-3fed-4415-906e-04c7a7c76058 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 945 time: 0.0624292 Mar 30 07:22:58.761712 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-718476df-ba2b-419a-8065-f4484d55b5a9 req-2803a3e4-c837-47ea-9848-dd802aaffe60 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499148 Mar 30 07:22:59.117333 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:22:59.887744 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a914e5-17a1-4a01-876a-6dacaff86fe6 req-4f1fc3c4-a29d-4cd9-b1a8-a4bc8269564b tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:22:59.889466 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2a914e5-17a1-4a01-876a-6dacaff86fe6 req-4f1fc3c4-a29d-4cd9-b1a8-a4bc8269564b tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 945 time: 0.0581634 Mar 30 07:22:59.939736 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e2a914e5-17a1-4a01-876a-6dacaff86fe6 req-eafb18ca-14bc-4850-9165-e5aca6d3fa47 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443692 Mar 30 07:23:00.076829 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebcc73-f6c0-4ab7-bd1b-bf4f3faaf88e req-cb0b048e-0a32-407b-848a-8747e825ff30 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:00.078744 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f2ebcc73-f6c0-4ab7-bd1b-bf4f3faaf88e req-cb0b048e-0a32-407b-848a-8747e825ff30 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 945 time: 0.0621336 Mar 30 07:23:00.130546 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f2ebcc73-f6c0-4ab7-bd1b-bf4f3faaf88e req-bec0ebf8-e441-46e4-a512-585ec698809f tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441976 Mar 30 07:23:00.153148 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 43874) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:00.202664 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45900600-d3b9-42f3-abbb-a8532e2ad401 tempest-TestVolumeBootPattern-1579352896 tempest-TestVolumeBootPattern-1579352896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:00.204551 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-45900600-d3b9-42f3-abbb-a8532e2ad401 tempest-TestVolumeBootPattern-1579352896 tempest-TestVolumeBootPattern-1579352896-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 1124 time: 0.0501373 Mar 30 07:23:00.207083 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 43876) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:00.211320 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Request body: {'floatingip': {'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'port_id': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'tenant_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:00.234912 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:00.334141 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:00.642522 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:00.712636 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Allocated IP 172.27.1.32 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/bbb3c165-f2c2-4f73-9be0-3fb1ec1eb593) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:23:00.818627 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for port (bbb3c165-f2c2-4f73-9be0-3fb1ec1eb593), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:00.860012 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (bbb3c165-f2c2-4f73-9be0-3fb1ec1eb593), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:00.901494 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:23:00.904409 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:23:00.910038 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:23:00.915688 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'Port': ['ID=bbb3c165-f2c2-4f73-9be0-3fb1ec1eb593,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:00.943930 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:00.944273 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:00.944597 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:00.944930 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:00.945256 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:00.945580 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:00.945926 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:00.946218 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:00.946533 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:00.946852 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:00.947194 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:00.947508 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:00.947868 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:00.948185 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:00.948516 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:01.295662 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for floatingip (952be789-d87e-4483-90f0-e4d5121e50fc), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:01.367522 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (bbb3c165-f2c2-4f73-9be0-3fb1ec1eb593), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:01.527473 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for port (bbb3c165-f2c2-4f73-9be0-3fb1ec1eb593), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:01.535099 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (bbb3c165-f2c2-4f73-9be0-3fb1ec1eb593), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:01.604269 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'Port': ['ID=bbb3c165-f2c2-4f73-9be0-3fb1ec1eb593,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:01.615664 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (952be789-d87e-4483-90f0-e4d5121e50fc), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:01.730523 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Floating IP 952be789-d87e-4483-90f0-e4d5121e50fc associated. External IP: 172.27.1.32, port: ec40b8bb-3831-42fc-bb08-d0b7a674e052. Mar 30 07:23:01.951214 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Router f3122407-99bb-41d9-bf17-9d5238cff320 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:23:02.070101 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:23:02.085206 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce150eb-3204-4940-ab6c-ef5a6666474a None None] Sync routers for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:23:02.090410 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:02.096043 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce150eb-3204-4940-ab6c-ef5a6666474a None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:23:02.096668 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-cce150eb-3204-4940-ab6c-ef5a6666474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:22:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:02.121948 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b5522454-4e2d-46ad-b663-dc0e23a394d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9138687 Mar 30 07:23:02.122531 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'tag': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:23:02.125333 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bed44c-473a-444c-8cdb-1f0110b1c5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "153dd568-5bf9-4ddc-9221-8fe74c4bd58b", "tag": "ec40b8bb-3831-42fc-bb08-d0b7a674e052"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:23:02.164644 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ade3664-b78a-4407-b0ef-385e8e1fc6ac x-openstack-request-id: req-1ade3664-b78a-4407-b0ef-385e8e1fc6ac {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:23:02.165101 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153dd568-5bf9-4ddc-9221-8fe74c4bd58b", "tag": "ec40b8bb-3831-42fc-bb08-d0b7a674e052", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:23:02.165356 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ade3664-b78a-4407-b0ef-385e8e1fc6ac {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:23:02.165771 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ade3664-b78a-4407-b0ef-385e8e1fc6ac'] response: {'name': 'network-changed', 'server_uuid': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'tag': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'status': 'completed', 'code': 200} Mar 30 07:23:02.209323 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-cce150eb-3204-4940-ab6c-ef5a6666474a None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:23:02.273455 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bed44c-473a-444c-8cdb-1f0110b1c5d1 req-9e65c65a-8c11-4eea-af47-5802fb70f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:02.275188 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70bed44c-473a-444c-8cdb-1f0110b1c5d1 req-9e65c65a-8c11-4eea-af47-5802fb70f1b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 1129 time: 0.0477629 Mar 30 07:23:02.374045 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bed44c-473a-444c-8cdb-1f0110b1c5d1 req-3e1856ce-8382-40ba-bf39-f77be6d3fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:02.375628 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70bed44c-473a-444c-8cdb-1f0110b1c5d1 req-3e1856ce-8382-40ba-bf39-f77be6d3fea9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 912 time: 0.0934427 Mar 30 07:23:02.444255 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70bed44c-473a-444c-8cdb-1f0110b1c5d1 req-5ed07fcc-d867-4a03-b6ba-297aa316e3a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec40b8bb-3831-42fc-bb08-d0b7a674e052 HTTP/1.1" status: 200 len: 998 time: 0.0607655 Mar 30 07:23:02.447343 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-cce150eb-3204-4940-ab6c-ef5a6666474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '952be789-d87e-4483-90f0-e4d5121e50fc', 'tenant_id': '803772b9959c49c988cb738b94678917', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'port_id': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'mac_address': 'fa:16:3e:f0:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:23:01Z', 'updated_at': '2022-03-30T07:23:01Z', 'revision_number': 0, 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:02.474226 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce150eb-3204-4940-ab6c-ef5a6666474a None None] Checking router: f3122407-99bb-41d9-bf17-9d5238cff320 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:23:02.484444 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce150eb-3204-4940-ab6c-ef5a6666474a None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:23:02.485067 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-cce150eb-3204-4940-ab6c-ef5a6666474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:22:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:02.494375 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bed44c-473a-444c-8cdb-1f0110b1c5d1 req-73a1d725-7f65-4fc9-82f5-670e6ab94f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:02.495850 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70bed44c-473a-444c-8cdb-1f0110b1c5d1 req-73a1d725-7f65-4fc9-82f5-670e6ab94f3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ea64624-ec6f-4b03-9f67-6684083299d8 HTTP/1.1" status: 200 len: 850 time: 0.0448899 Mar 30 07:23:02.555689 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bed44c-473a-444c-8cdb-1f0110b1c5d1 req-9063e318-702b-49d7-8a12-360f0b979437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:02.557257 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70bed44c-473a-444c-8cdb-1f0110b1c5d1 req-9063e318-702b-49d7-8a12-360f0b979437 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87604e57-b8c9-45c9-ab61-2b321b1caa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514743 Mar 30 07:23:02.597222 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-cce150eb-3204-4940-ab6c-ef5a6666474a None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:23:02.653022 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70bed44c-473a-444c-8cdb-1f0110b1c5d1 req-38dc93db-a931-456f-85d7-4ea35caadc19 service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877898 Mar 30 07:23:02.753778 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70bed44c-473a-444c-8cdb-1f0110b1c5d1 req-e2b674ed-6fce-48e6-a4cb-ee97085cefef service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934792 Mar 30 07:23:02.829289 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-cce150eb-3204-4940-ab6c-ef5a6666474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '952be789-d87e-4483-90f0-e4d5121e50fc', 'tenant_id': '803772b9959c49c988cb738b94678917', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'port_id': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'mac_address': 'fa:16:3e:f0:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:23:01Z', 'updated_at': '2022-03-30T07:23:01Z', 'revision_number': 0, 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:02.860230 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce150eb-3204-4940-ab6c-ef5a6666474a None None] The sync data for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi is: [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '952be789-d87e-4483-90f0-e4d5121e50fc', 'tenant_id': '803772b9959c49c988cb738b94678917', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'port_id': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'mac_address': 'fa:16:3e:f0:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:23:01Z', 'updated_at': '2022-03-30T07:23:01Z', 'revision_number': 0, 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:23:03.060579 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2fcc37-92df-48e7-90df-052c271c9575 None None] New status for floating IP 952be789-d87e-4483-90f0-e4d5121e50fc: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:23:04.752237 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:07.316222 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1320e3b-a4d5-423c-b4e5-1592c2dc1eda req-f2f88da2-df63-4701-97a8-e3d41f317d16 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:07.317771 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e1320e3b-a4d5-423c-b4e5-1592c2dc1eda req-f2f88da2-df63-4701-97a8-e3d41f317d16 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 945 time: 0.0550454 Mar 30 07:23:07.365906 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e1320e3b-a4d5-423c-b4e5-1592c2dc1eda req-d692d962-d170-46d0-b114-0a8aa12b403d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422997 Mar 30 07:23:07.393637 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 43932) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:07.586531 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82be254-facf-4555-b889-40fbb07fc09a tempest-TestMinimumBasicScenario-730434686 tempest-TestMinimumBasicScenario-730434686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:07.588115 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e82be254-facf-4555-b889-40fbb07fc09a tempest-TestMinimumBasicScenario-730434686 tempest-TestMinimumBasicScenario-730434686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 1124 time: 0.1934731 Mar 30 07:23:07.591186 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 43938) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:07.595431 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Request body: {'floatingip': {'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'port_id': '2248248f-9385-4ebf-85cd-c0c185df018b', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:07.617218 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:07.716473 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:07.825657 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Allocated IP 172.27.1.120 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/37e74eab-7b20-4d3b-9193-8598865630bf) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:23:07.926929 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for port (37e74eab-7b20-4d3b-9193-8598865630bf), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:07.962365 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (37e74eab-7b20-4d3b-9193-8598865630bf), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:08.000162 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:23:08.005522 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:23:08.009823 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:23:08.012783 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Pushing event updated for resources: {'Port': ['ID=37e74eab-7b20-4d3b-9193-8598865630bf,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:08.390224 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for floatingip (97115976-e7f8-4882-b3f8-2c4d970becb5), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:08.464455 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (37e74eab-7b20-4d3b-9193-8598865630bf), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:08.624239 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for port (37e74eab-7b20-4d3b-9193-8598865630bf), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:08.631911 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (37e74eab-7b20-4d3b-9193-8598865630bf), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:08.701884 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Pushing event updated for resources: {'Port': ['ID=37e74eab-7b20-4d3b-9193-8598865630bf,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:08.715034 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (97115976-e7f8-4882-b3f8-2c4d970becb5), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:08.823652 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Floating IP 97115976-e7f8-4882-b3f8-2c4d970becb5 associated. External IP: 172.27.1.120, port: 2248248f-9385-4ebf-85cd-c0c185df018b. Mar 30 07:23:09.045222 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Router 6cb5fde6-158b-4e92-a688-3da8be637e7b has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:23:09.156035 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:23:09.166455 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538c4d7-aedb-48dd-9114-d6437e1ddb29 None None] Sync routers for ids ['6cb5fde6-158b-4e92-a688-3da8be637e7b'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:23:09.176884 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:09.178857 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538c4d7-aedb-48dd-9114-d6437e1ddb29 None None] Routers {'6cb5fde6-158b-4e92-a688-3da8be637e7b'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:23:09.179548 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-1538c4d7-aedb-48dd-9114-d6437e1ddb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:22:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6cb5fde6-158b-4e92-a688-3da8be637e7b'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:09.293700 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-1538c4d7-aedb-48dd-9114-d6437e1ddb29 None None] Set router 6cb5fde6-158b-4e92-a688-3da8be637e7b gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:23:09.463435 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-05bed5a7-92ee-4887-a00a-9d68915211cc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8711915 Mar 30 07:23:09.464161 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee340ba-0fee-4661-a390-d524855526cb', 'tag': '2248248f-9385-4ebf-85cd-c0c185df018b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:23:09.466285 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ab2777-33ca-43f0-8b01-d25324894902" -d '{"events": [{"name": "network-changed", "server_uuid": "aee340ba-0fee-4661-a390-d524855526cb", "tag": "2248248f-9385-4ebf-85cd-c0c185df018b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:23:09.466783 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43944) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:09.471864 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992873962', 'description': 'tempest-secgroup-smoke-992873962 description', 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:09.498886 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:09.504725 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f439f0e8-7e7f-4ac5-8482-999f10f50e0e x-openstack-request-id: req-f439f0e8-7e7f-4ac5-8482-999f10f50e0e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:23:09.505061 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee340ba-0fee-4661-a390-d524855526cb", "tag": "2248248f-9385-4ebf-85cd-c0c185df018b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:23:09.505460 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f439f0e8-7e7f-4ac5-8482-999f10f50e0e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:23:09.505867 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f439f0e8-7e7f-4ac5-8482-999f10f50e0e'] response: {'name': 'network-changed', 'server_uuid': 'aee340ba-0fee-4661-a390-d524855526cb', 'tag': '2248248f-9385-4ebf-85cd-c0c185df018b', 'status': 'completed', 'code': 200} Mar 30 07:23:09.534916 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-1538c4d7-aedb-48dd-9114-d6437e1ddb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:07Z', 'revision_number': 4, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'gw_port': {'id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '97115976-e7f8-4882-b3f8-2c4d970becb5', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'port_id': '2248248f-9385-4ebf-85cd-c0c185df018b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'mac_address': 'fa:16:3e:b0:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee340ba-0fee-4661-a390-d524855526cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:23:08Z', 'updated_at': '2022-03-30T07:23:08Z', 'revision_number': 0, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af374652-aaa4-4d59-97bc-3947cf23a19b', 'name': '', 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'mac_address': 'fa:16:3e:31:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:06Z', 'updated_at': '2022-03-30T07:22:13Z', 'revision_number': 5, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'subnets': [{'id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:09.569148 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group (bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:09.574316 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:09.605822 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:09.613473 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab2777-33ca-43f0-8b01-d25324894902 req-9112602b-9c38-4b43-b71f-a1d018bfa863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:09.614989 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:09.615115 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4ab2777-33ca-43f0-8b01-d25324894902 req-9112602b-9c38-4b43-b71f-a1d018bfa863 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f93c1f92c8c14564bdb5b78a2d2b8b45&device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 1129 time: 0.0544889 Mar 30 07:23:09.616251 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1484363 Mar 30 07:23:09.617802 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:09.618150 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:09.618491 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:09.618829 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:09.619163 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:09.619682 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 43948) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:09.619841 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:09.620112 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:09.620499 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:09.620778 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:09.621115 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:09.621453 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:09.621772 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:09.622097 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:09.622419 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:09.622744 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96113b30-f478-4218-82b3-58727d6526d8 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:23:09.625152 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f2a60fe8-fdb1-421d-99c4-fbe124e89afa tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Request body: {'security_group_rule': {'security_group_id': 'bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e', 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:09.664432 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538c4d7-aedb-48dd-9114-d6437e1ddb29 None None] Checking router: 6cb5fde6-158b-4e92-a688-3da8be637e7b for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:23:09.672875 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538c4d7-aedb-48dd-9114-d6437e1ddb29 None None] Routers {'6cb5fde6-158b-4e92-a688-3da8be637e7b'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:23:09.673497 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-1538c4d7-aedb-48dd-9114-d6437e1ddb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:22:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6cb5fde6-158b-4e92-a688-3da8be637e7b'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:09.715748 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fe8-fdb1-421d-99c4-fbe124e89afa tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (83441b02-9faf-4bb9-9c97-8e5c2a4cf68d), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:09.764066 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab2777-33ca-43f0-8b01-d25324894902 req-811543f6-b4e7-4b3c-a152-4104c841ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:09.765533 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4ab2777-33ca-43f0-8b01-d25324894902 req-811543f6-b4e7-4b3c-a152-4104c841ea5c service neutron] 10.222.0.35 "GET /v2.0/networks?id=bb4ee955-7360-4788-803d-5e6807204f1d HTTP/1.1" status: 200 len: 915 time: 0.1277177 Mar 30 07:23:09.782799 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-1538c4d7-aedb-48dd-9114-d6437e1ddb29 None None] Set router 6cb5fde6-158b-4e92-a688-3da8be637e7b gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:23:09.821102 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fe8-fdb1-421d-99c4-fbe124e89afa tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (83441b02-9faf-4bb9-9c97-8e5c2a4cf68d), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:09.827405 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fe8-fdb1-421d-99c4-fbe124e89afa tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (83441b02-9faf-4bb9-9c97-8e5c2a4cf68d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:09.853151 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a60fe8-fdb1-421d-99c4-fbe124e89afa tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83441b02-9faf-4bb9-9c97-8e5c2a4cf68d,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:09.862713 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4ab2777-33ca-43f0-8b01-d25324894902 req-652e1058-5d49-43f6-8401-a27e1ccb82e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2248248f-9385-4ebf-85cd-c0c185df018b HTTP/1.1" status: 200 len: 999 time: 0.0868709 Mar 30 07:23:09.866080 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2a60fe8-fdb1-421d-99c4-fbe124e89afa tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:09.867182 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f2a60fe8-fdb1-421d-99c4-fbe124e89afa tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2464223 Mar 30 07:23:09.870144 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 43952) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:09.874471 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0ffb3220-2033-41e8-aded-6cecc0651de6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Request body: {'security_group_rule': {'security_group_id': 'bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e', 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:09.938557 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab2777-33ca-43f0-8b01-d25324894902 req-19737ff3-be7b-4e73-988e-6c26d43484c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:09.939947 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4ab2777-33ca-43f0-8b01-d25324894902 req-19737ff3-be7b-4e73-988e-6c26d43484c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c011af0c-6bba-437d-b25f-f36699b010b7 HTTP/1.1" status: 200 len: 853 time: 0.0614431 Mar 30 07:23:09.941290 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3220-2033-41e8-aded-6cecc0651de6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (ee285b77-9215-45b1-a133-9cd8c76e4dea), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.013520 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-1538c4d7-aedb-48dd-9114-d6437e1ddb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:07Z', 'revision_number': 4, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'gw_port': {'id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '97115976-e7f8-4882-b3f8-2c4d970becb5', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'port_id': '2248248f-9385-4ebf-85cd-c0c185df018b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'mac_address': 'fa:16:3e:b0:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee340ba-0fee-4661-a390-d524855526cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:23:08Z', 'updated_at': '2022-03-30T07:23:08Z', 'revision_number': 0, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af374652-aaa4-4d59-97bc-3947cf23a19b', 'name': '', 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'mac_address': 'fa:16:3e:31:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:06Z', 'updated_at': '2022-03-30T07:22:13Z', 'revision_number': 5, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'subnets': [{'id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:10.019108 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3220-2033-41e8-aded-6cecc0651de6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (ee285b77-9215-45b1-a133-9cd8c76e4dea), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.025604 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab2777-33ca-43f0-8b01-d25324894902 req-01870110-fcdd-4b26-acd7-0bfc538c3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:10.027115 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4ab2777-33ca-43f0-8b01-d25324894902 req-01870110-fcdd-4b26-acd7-0bfc538c3b52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb4ee955-7360-4788-803d-5e6807204f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746303 Mar 30 07:23:10.027714 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3220-2033-41e8-aded-6cecc0651de6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (ee285b77-9215-45b1-a133-9cd8c76e4dea), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.045051 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538c4d7-aedb-48dd-9114-d6437e1ddb29 None None] The sync data for ids ['6cb5fde6-158b-4e92-a688-3da8be637e7b'] in dv-cinder-835778-2-iscsi is: [{'id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:07Z', 'revision_number': 4, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'gw_port': {'id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '97115976-e7f8-4882-b3f8-2c4d970becb5', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'port_id': '2248248f-9385-4ebf-85cd-c0c185df018b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'mac_address': 'fa:16:3e:b0:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee340ba-0fee-4661-a390-d524855526cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:23:08Z', 'updated_at': '2022-03-30T07:23:08Z', 'revision_number': 0, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af374652-aaa4-4d59-97bc-3947cf23a19b', 'name': '', 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'mac_address': 'fa:16:3e:31:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:06Z', 'updated_at': '2022-03-30T07:22:13Z', 'revision_number': 5, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'subnets': [{'id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:23:10.062719 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb3220-2033-41e8-aded-6cecc0651de6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee285b77-9215-45b1-a133-9cd8c76e4dea,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:10.101327 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3220-2033-41e8-aded-6cecc0651de6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.105506 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0ffb3220-2033-41e8-aded-6cecc0651de6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2318704 Mar 30 07:23:10.106096 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43954) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:10.110558 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-83b8d0c7-2934-4d71-928b-b08063d729e6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Request body: {'security_group_rule': {'security_group_id': 'bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e', 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:10.142548 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-83b8d0c7-2934-4d71-928b-b08063d729e6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (d9c191ab-1a9a-4b39-80ec-0d967fa3d0b5), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.144281 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4ab2777-33ca-43f0-8b01-d25324894902 req-90a22bfc-75f3-48ae-bbe7-46277bb57588 service neutron] 10.222.0.35 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053226 Mar 30 07:23:10.203569 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-83b8d0c7-2934-4d71-928b-b08063d729e6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (d9c191ab-1a9a-4b39-80ec-0d967fa3d0b5), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.216342 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-83b8d0c7-2934-4d71-928b-b08063d729e6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (d9c191ab-1a9a-4b39-80ec-0d967fa3d0b5), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.234920 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8d0c7-2934-4d71-928b-b08063d729e6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c191ab-1a9a-4b39-80ec-0d967fa3d0b5,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:10.246520 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-83b8d0c7-2934-4d71-928b-b08063d729e6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.250263 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-83b8d0c7-2934-4d71-928b-b08063d729e6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408854 Mar 30 07:23:10.250502 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43956) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:10.255253 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-5388e925-e61e-40fa-aa75-bd6b7d2f9d9e tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Request body: {'security_group_rule': {'security_group_id': 'bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e', 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:10.264447 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a4ab2777-33ca-43f0-8b01-d25324894902 req-bb02291d-b369-4f25-8979-89734f999eb4 service neutron] 10.222.0.35 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127126 Mar 30 07:23:10.281772 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5388e925-e61e-40fa-aa75-bd6b7d2f9d9e tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (0e47ab17-c497-4aff-88a0-1222dbb0547a), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.296005 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae5c0f-c2a7-41b1-b271-f7d5c430ce6f None None] New status for floating IP 97115976-e7f8-4882-b3f8-2c4d970becb5: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:23:10.341713 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5388e925-e61e-40fa-aa75-bd6b7d2f9d9e tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (0e47ab17-c497-4aff-88a0-1222dbb0547a), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.345880 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5388e925-e61e-40fa-aa75-bd6b7d2f9d9e tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (0e47ab17-c497-4aff-88a0-1222dbb0547a), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.367184 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388e925-e61e-40fa-aa75-bd6b7d2f9d9e tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e47ab17-c497-4aff-88a0-1222dbb0547a,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:10.375273 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5388e925-e61e-40fa-aa75-bd6b7d2f9d9e tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.376522 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-5388e925-e61e-40fa-aa75-bd6b7d2f9d9e tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250443 Mar 30 07:23:10.379450 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43958) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:10.384260 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-483a15f8-b0fa-44bd-adbb-6f13d07e1e8a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Request body: {'security_group_rule': {'security_group_id': 'bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e', 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:10.405971 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.securitygroups_db [None req-483a15f8-b0fa-44bd-adbb-6f13d07e1e8a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Project f93c1f92c8c14564bdb5b78a2d2b8b45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 07:23:10.411406 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-483a15f8-b0fa-44bd-adbb-6f13d07e1e8a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (8cdb4396-e988-4263-b63c-5224222e4b90), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.474363 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-483a15f8-b0fa-44bd-adbb-6f13d07e1e8a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (8cdb4396-e988-4263-b63c-5224222e4b90), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.480160 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-483a15f8-b0fa-44bd-adbb-6f13d07e1e8a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (8cdb4396-e988-4263-b63c-5224222e4b90), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.498141 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a15f8-b0fa-44bd-adbb-6f13d07e1e8a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdb4396-e988-4263-b63c-5224222e4b90,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:10.507361 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-483a15f8-b0fa-44bd-adbb-6f13d07e1e8a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.508577 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-483a15f8-b0fa-44bd-adbb-6f13d07e1e8a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277752 Mar 30 07:23:10.511243 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 43960) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:10.515416 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-cfdead6c-98bd-4817-8025-dfc7a711729d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Request body: {'security_group_rule': {'security_group_id': 'bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e', 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:10.534940 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.securitygroups_db [None req-cfdead6c-98bd-4817-8025-dfc7a711729d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Project f93c1f92c8c14564bdb5b78a2d2b8b45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 07:23:10.539967 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfdead6c-98bd-4817-8025-dfc7a711729d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (c1ad8d2c-4c37-4987-8462-0ab881f1f4b4), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.596767 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfdead6c-98bd-4817-8025-dfc7a711729d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (c1ad8d2c-4c37-4987-8462-0ab881f1f4b4), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.602977 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfdead6c-98bd-4817-8025-dfc7a711729d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (c1ad8d2c-4c37-4987-8462-0ab881f1f4b4), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.619841 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdead6c-98bd-4817-8025-dfc7a711729d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ad8d2c-4c37-4987-8462-0ab881f1f4b4,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:10.627948 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfdead6c-98bd-4817-8025-dfc7a711729d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:10.629124 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-cfdead6c-98bd-4817-8025-dfc7a711729d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169608 Mar 30 07:23:10.720189 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a2cd191c-6674-4f25-a904-0d9a742e6f40 req-615d6a09-67aa-46f3-ad5a-34ace3992b1d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992873962&fields=id&tenant_id=f93c1f92c8c14564bdb5b78a2d2b8b45 HTTP/1.1" status: 200 len: 267 time: 0.0472977 Mar 30 07:23:10.781951 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd191c-6674-4f25-a904-0d9a742e6f40 req-21e1f45d-449f-4c6d-a2a0-3ce1c6f1bcdb tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:10.783426 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a2cd191c-6674-4f25-a904-0d9a742e6f40 req-21e1f45d-449f-4c6d-a2a0-3ce1c6f1bcdb tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 945 time: 0.0578823 Mar 30 07:23:10.794321 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-a2cd191c-6674-4f25-a904-0d9a742e6f40 req-3df0ac0e-3ac9-4689-ba14-32a06ceb91b0 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Request body: {'port': {'security_groups': ['fecd8d24-64a9-4436-9c9d-464bc10654cb', 'bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:10.864671 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a2cd191c-6674-4f25-a904-0d9a742e6f40 req-3df0ac0e-3ac9-4689-ba14-32a06ceb91b0 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:11.063742 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a2cd191c-6674-4f25-a904-0d9a742e6f40 req-3df0ac0e-3ac9-4689-ba14-32a06ceb91b0 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] For port 2248248f-9385-4ebf-85cd-c0c185df018b, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2248248f-9385-4ebf-85cd-c0c185df018b,segment=NetworkSegment(a75e94bc-b4f8-46fe-a3dc-22c244d97f2a),segment_id=a75e94bc-b4f8-46fe-a3dc-22c244d97f2a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:11.095939 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a2cd191c-6674-4f25-a904-0d9a742e6f40 req-3df0ac0e-3ac9-4689-ba14-32a06ceb91b0 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for port (2248248f-9385-4ebf-85cd-c0c185df018b), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:11.101406 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a2cd191c-6674-4f25-a904-0d9a742e6f40 req-3df0ac0e-3ac9-4689-ba14-32a06ceb91b0 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:11.143335 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd191c-6674-4f25-a904-0d9a742e6f40 req-3df0ac0e-3ac9-4689-ba14-32a06ceb91b0 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:11.144008 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a2cd191c-6674-4f25-a904-0d9a742e6f40 req-3df0ac0e-3ac9-4689-ba14-32a06ceb91b0 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:11.145446 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a2cd191c-6674-4f25-a904-0d9a742e6f40 req-3df0ac0e-3ac9-4689-ba14-32a06ceb91b0 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "PUT /v2.0/ports/2248248f-9385-4ebf-85cd-c0c185df018b HTTP/1.1" status: 200 len: 981 time: 0.3555951 Mar 30 07:23:11.152075 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['2248248f-9385-4ebf-85cd-c0c185df018b'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:23:11.195456 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0ac0e-3ac9-4689-ba14-32a06ceb91b0 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Pushing event updated for resources: {'Port': ['ID=2248248f-9385-4ebf-85cd-c0c185df018b,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:11.267558 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3e8c2-a7b8-4688-b2a0-85b9f43a08bd req-9930705a-78a4-43c2-94ea-852f011c2160 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:11.269117 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40a3e8c2-a7b8-4688-b2a0-85b9f43a08bd req-9930705a-78a4-43c2-94ea-852f011c2160 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0679238 Mar 30 07:23:11.336020 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-40a3e8c2-a7b8-4688-b2a0-85b9f43a08bd req-9af24b6e-9e60-4e33-bca7-3663cc740f31 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602245 Mar 30 07:23:11.341465 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['2248248f-9385-4ebf-85cd-c0c185df018b'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:23:11.487189 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-95e55693-e4c0-4128-aa69-e1c547bfba08 None None] Provisioning complete for port 2248248f-9385-4ebf-85cd-c0c185df018b triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:23:11.487477 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-95e55693-e4c0-4128-aa69-e1c547bfba08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:11.507111 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee340ba-0fee-4661-a390-d524855526cb', 'tag': '2248248f-9385-4ebf-85cd-c0c185df018b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:23:11.509467 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79daf6db-dba7-4896-bbe8-f31f7380e964" -d '{"events": [{"name": "network-changed", "server_uuid": "aee340ba-0fee-4661-a390-d524855526cb", "tag": "2248248f-9385-4ebf-85cd-c0c185df018b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:23:11.544331 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4866596-c507-41c3-98d9-aa05cf5721c7 x-openstack-request-id: req-d4866596-c507-41c3-98d9-aa05cf5721c7 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:23:11.544630 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee340ba-0fee-4661-a390-d524855526cb", "tag": "2248248f-9385-4ebf-85cd-c0c185df018b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:23:11.544842 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4866596-c507-41c3-98d9-aa05cf5721c7 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:23:11.545286 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4866596-c507-41c3-98d9-aa05cf5721c7'] response: {'name': 'network-changed', 'server_uuid': 'aee340ba-0fee-4661-a390-d524855526cb', 'tag': '2248248f-9385-4ebf-85cd-c0c185df018b', 'status': 'completed', 'code': 200} Mar 30 07:23:11.636876 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf6db-dba7-4896-bbe8-f31f7380e964 req-32073130-7fac-48fb-9391-770d1825ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:11.638440 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-79daf6db-dba7-4896-bbe8-f31f7380e964 req-32073130-7fac-48fb-9391-770d1825ebb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f93c1f92c8c14564bdb5b78a2d2b8b45&device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 1168 time: 0.0469174 Mar 30 07:23:11.700501 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-95e55693-e4c0-4128-aa69-e1c547bfba08 None None] Current status of the port 2248248f-9385-4ebf-85cd-c0c185df018b is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:23:12.556919 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf6db-dba7-4896-bbe8-f31f7380e964 req-b6b8e9ec-be16-4ec5-a4f9-68c756cfb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:12.558370 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-79daf6db-dba7-4896-bbe8-f31f7380e964 req-b6b8e9ec-be16-4ec5-a4f9-68c756cfb2d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bb4ee955-7360-4788-803d-5e6807204f1d HTTP/1.1" status: 200 len: 915 time: 0.1015279 Mar 30 07:23:13.288927 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-79daf6db-dba7-4896-bbe8-f31f7380e964 req-3f543044-fd47-41de-b123-db321e798ec0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2248248f-9385-4ebf-85cd-c0c185df018b HTTP/1.1" status: 200 len: 1001 time: 0.0622528 Mar 30 07:23:14.174176 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf6db-dba7-4896-bbe8-f31f7380e964 req-2d6519a6-4869-48f5-865a-b68a5c241c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:14.175590 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-79daf6db-dba7-4896-bbe8-f31f7380e964 req-2d6519a6-4869-48f5-865a-b68a5c241c1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c011af0c-6bba-437d-b25f-f36699b010b7 HTTP/1.1" status: 200 len: 853 time: 0.0484726 Mar 30 07:23:14.232738 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf6db-dba7-4896-bbe8-f31f7380e964 req-a2b66d81-1c9c-449a-960a-0fe39b8ac066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:14.234231 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-79daf6db-dba7-4896-bbe8-f31f7380e964 req-a2b66d81-1c9c-449a-960a-0fe39b8ac066 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb4ee955-7360-4788-803d-5e6807204f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509775 Mar 30 07:23:14.323305 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-79daf6db-dba7-4896-bbe8-f31f7380e964 req-224ef911-5119-4235-933e-e913dbf7d539 service neutron] 10.222.0.35 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796471 Mar 30 07:23:14.418174 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-79daf6db-dba7-4896-bbe8-f31f7380e964 req-9c6a81d2-6964-46d7-b310-b41699ee892d service neutron] 10.222.0.35 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878410 Mar 30 07:23:24.218145 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-48a2d36b-8105-44c7-91fb-8f13a166fa6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:24.353803 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44072) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:24.358724 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-f0b41b59-a669-4b60-9e59-310fa4a23747 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1515749798', 'description': 'tempest-description--733057038'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:24.380973 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f0b41b59-a669-4b60-9e59-310fa4a23747 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:24.445587 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f0b41b59-a669-4b60-9e59-310fa4a23747 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (646ef4f4-e89a-4159-af5a-83d7b6906a43), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:24.451257 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f0b41b59-a669-4b60-9e59-310fa4a23747 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (646ef4f4-e89a-4159-af5a-83d7b6906a43), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:24.480556 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f0b41b59-a669-4b60-9e59-310fa4a23747 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:24.481762 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-f0b41b59-a669-4b60-9e59-310fa4a23747 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1267769 Mar 30 07:23:24.483598 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41b59-a669-4b60-9e59-310fa4a23747 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646ef4f4-e89a-4159-af5a-83d7b6906a43,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:24.484872 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44074) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:24.489472 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a45cd2d7-a459-4fb7-bc97-53797bb00f24 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'security_group_rule': {'security_group_id': '646ef4f4-e89a-4159-af5a-83d7b6906a43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:24.519390 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a45cd2d7-a459-4fb7-bc97-53797bb00f24 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (d8d23646-7861-41ea-86b1-c4d144bdfc03), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:24.583577 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a45cd2d7-a459-4fb7-bc97-53797bb00f24 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (d8d23646-7861-41ea-86b1-c4d144bdfc03), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:24.587459 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a45cd2d7-a459-4fb7-bc97-53797bb00f24 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (d8d23646-7861-41ea-86b1-c4d144bdfc03), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:24.606793 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cd2d7-a459-4fb7-bc97-53797bb00f24 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d23646-7861-41ea-86b1-c4d144bdfc03,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:24.612386 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a45cd2d7-a459-4fb7-bc97-53797bb00f24 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:24.616518 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44080) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:24.616794 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a45cd2d7-a459-4fb7-bc97-53797bb00f24 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306288 Mar 30 07:23:24.621333 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-b15d40d5-ef58-4e41-900f-05fa9275c948 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'security_group_rule': {'security_group_id': '646ef4f4-e89a-4159-af5a-83d7b6906a43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:24.647027 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b15d40d5-ef58-4e41-900f-05fa9275c948 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (f5c583c4-325d-4562-9bc6-549bb053c568), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:24.714911 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b15d40d5-ef58-4e41-900f-05fa9275c948 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (f5c583c4-325d-4562-9bc6-549bb053c568), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:24.718697 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b15d40d5-ef58-4e41-900f-05fa9275c948 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (f5c583c4-325d-4562-9bc6-549bb053c568), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:24.735975 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d40d5-ef58-4e41-900f-05fa9275c948 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c583c4-325d-4562-9bc6-549bb053c568,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:24.745410 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b15d40d5-ef58-4e41-900f-05fa9275c948 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:24.746749 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-b15d40d5-ef58-4e41-900f-05fa9275c948 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292086 Mar 30 07:23:24.750119 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44084) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:24.754675 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'floatingip': {'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:24.777389 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:24.879287 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:24.987644 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Allocated IP 172.27.1.193 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/4d6729d7-cf97-4811-b6a4-454f2c279270) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:23:25.101829 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for port (4d6729d7-cf97-4811-b6a4-454f2c279270), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:25.138807 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (4d6729d7-cf97-4811-b6a4-454f2c279270), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:25.175159 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:23:25.178123 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:23:25.184319 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:23:25.189813 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'Port': ['ID=4d6729d7-cf97-4811-b6a4-454f2c279270,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:25.274282 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (9cdd8928-6156-4044-a111-8b252e72dd54), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:25.312664 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (4d6729d7-cf97-4811-b6a4-454f2c279270), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:25.471962 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for port (4d6729d7-cf97-4811-b6a4-454f2c279270), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:25.478952 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (4d6729d7-cf97-4811-b6a4-454f2c279270), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:25.543332 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'Port': ['ID=4d6729d7-cf97-4811-b6a4-454f2c279270,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:25.555602 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (9cdd8928-6156-4044-a111-8b252e72dd54), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:25.575589 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:25.576846 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1376415f-df09-4c3b-b8e5-fb7ce1ccc176 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8257384 Mar 30 07:23:25.794044 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-34ea4c26-d78e-4d5d-8d6f-a634b7b93640 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1515749798&fields=id&tenant_id=2482f983870c40ad8fe2e8a9ae69169c HTTP/1.1" status: 200 len: 267 time: 0.0483515 Mar 30 07:23:25.899568 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-9db1cb5a-a711-4d73-a4bb-810582ea819c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:25.901016 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-9db1cb5a-a711-4d73-a4bb-810582ea819c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 815 time: 0.1001699 Mar 30 07:23:25.918935 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-19bd90a9-2f71-45b7-9566-49e3128e7400 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/quotas/2482f983870c40ad8fe2e8a9ae69169c HTTP/1.1" status: 200 len: 375 time: 0.0092442 Mar 30 07:23:25.977119 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-3c52ff3f-e226-4376-ae05-f0cbf159dcf4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525482 Mar 30 07:23:26.083983 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-bbf4c06e-af7c-49fe-954b-cdb7300946b5 service neutron] 10.222.0.20 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948172 Mar 30 07:23:26.179130 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-f9bf2ea2-32d4-48a3-a200-fc117bf18b0a service neutron] 10.222.0.20 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869408 Mar 30 07:23:26.340561 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0a8456fc-83e5-4b55-8cb7-b73c7a442218 req-0954d9c4-7c4e-4549-ba45-093d8a6d67c0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 210 time: 0.0278175 Mar 30 07:23:26.441905 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1c392da6-4475-4908-b08a-8de4e3849504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:27.107865 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44120) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:27.220459 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7acac6b1-a547-49dc-8e5c-a9669e593558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:27.293537 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7acac6b1-a547-49dc-8e5c-a9669e593558 admin admin] Publish callbacks [] for security_group (adc99148-b2a7-40d7-97f7-c5950e62cccd), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:27.298546 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7acac6b1-a547-49dc-8e5c-a9669e593558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (adc99148-b2a7-40d7-97f7-c5950e62cccd), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:27.336459 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-7acac6b1-a547-49dc-8e5c-a9669e593558 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cdeb484cb3247359ac8b6c9712d0b8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274868 Mar 30 07:23:27.337290 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acac6b1-a547-49dc-8e5c-a9669e593558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc99148-b2a7-40d7-97f7-c5950e62cccd,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:27.339609 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44124) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:27.391942 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b05cc46-6059-44c5-b76e-5f66d6fb1aca admin admin] Publish callbacks [] for security_group (adc99148-b2a7-40d7-97f7-c5950e62cccd), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:27.416049 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b05cc46-6059-44c5-b76e-5f66d6fb1aca admin admin] Publish callbacks [] for security_group (adc99148-b2a7-40d7-97f7-c5950e62cccd), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:27.455043 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6de741b9-9c0a-4f56-aba8-7a2206b2baef req-5af7f8df-130c-4bb3-87c0-6bfc672cbad7 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 210 time: 0.0367653 Mar 30 07:23:27.470627 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b05cc46-6059-44c5-b76e-5f66d6fb1aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (adc99148-b2a7-40d7-97f7-c5950e62cccd), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:27.473796 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b05cc46-6059-44c5-b76e-5f66d6fb1aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:27.477808 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-0b05cc46-6059-44c5-b76e-5f66d6fb1aca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adc99148-b2a7-40d7-97f7-c5950e62cccd HTTP/1.1" status: 204 len: 168 time: 0.1342819 Mar 30 07:23:27.483795 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05cc46-6059-44c5-b76e-5f66d6fb1aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc99148-b2a7-40d7-97f7-c5950e62cccd,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:27.503377 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-1d54838d-6059-4db4-9d2c-39e3e1e849c4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:27.506028 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-1d54838d-6059-4db4-9d2c-39e3e1e849c4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 815 time: 0.1882806 Mar 30 07:23:27.591578 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-08171e29-a06a-41f1-95da-65b54d75de7f tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2482f983870c40ad8fe2e8a9ae69169c HTTP/1.1" status: 200 len: 471 time: 0.0651746 Mar 30 07:23:27.600825 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-b495c6ec-6c6d-4559-8207-74a442e20b32 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'port': {'device_id': 'c4e27669-29a8-48a3-b442-ee2cc19176c3', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'admin_state_up': True, 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'security_groups': ['646ef4f4-e89a-4159-af5a-83d7b6906a43']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:27.712847 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:23:27.715635 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-b495c6ec-6c6d-4559-8207-74a442e20b32 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Made reservation on behalf of 2482f983870c40ad8fe2e8a9ae69169c for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:23:27.719542 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-b495c6ec-6c6d-4559-8207-74a442e20b32 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:27.843508 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-b495c6ec-6c6d-4559-8207-74a442e20b32 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Allocated IP 172.20.0.6 (73dd56e2-c247-440c-aa55-c3633a082de7/8d5962ba-a4c9-4821-8fe4-520b95afe542/2677b771-ec44-40a5-bd54-2aac9661dc44) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:23:27.963247 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:27.982818 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-b495c6ec-6c6d-4559-8207-74a442e20b32 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:28.017349 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-b495c6ec-6c6d-4559-8207-74a442e20b32 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:28.058673 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-b495c6ec-6c6d-4559-8207-74a442e20b32 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Network 73dd56e2-c247-440c-aa55-c3633a082de7 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:23:28.061741 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-b495c6ec-6c6d-4559-8207-74a442e20b32 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:23:28.065565 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-b495c6ec-6c6d-4559-8207-74a442e20b32 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:23:28.102314 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495c6ec-6c6d-4559-8207-74a442e20b32 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'Port': ['ID=2677b771-ec44-40a5-bd54-2aac9661dc44,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:28.132023 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-b495c6ec-6c6d-4559-8207-74a442e20b32 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:28.132634 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-b495c6ec-6c6d-4559-8207-74a442e20b32 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:28.151693 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-b495c6ec-6c6d-4559-8207-74a442e20b32 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5544007 Mar 30 07:23:28.170790 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Request body: {'port': {'device_id': 'c4e27669-29a8-48a3-b442-ee2cc19176c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:28.233918 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:28.334103 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-87322bd1-dfa0-4dbd-bf22-f87fac5e8f41 None None] Provisioning complete for port 2677b771-ec44-40a5-bd54-2aac9661dc44 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:23:28.334384 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-87322bd1-dfa0-4dbd-bf22-f87fac5e8f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:28.370198 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-87322bd1-dfa0-4dbd-bf22-f87fac5e8f41 None None] Port 2677b771-ec44-40a5-bd54-2aac9661dc44 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:23:28.503234 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2677b771-ec44-40a5-bd54-2aac9661dc44 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:23:28.513859 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Publish callbacks [] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:28.524344 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Transition to ACTIVE for port object 2677b771-ec44-40a5-bd54-2aac9661dc44 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:23:28.533211 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:28.607573 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Pushing event updated for resources: {'Port': ['ID=2677b771-ec44-40a5-bd54-2aac9661dc44,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:28.651293 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3808bbe-2c77-4fa4-a3d0-0b69bc8c6dfd req-1c65e19a-0b33-493c-9ffa-36196344dc52 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:28.652919 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c3808bbe-2c77-4fa4-a3d0-0b69bc8c6dfd req-1c65e19a-0b33-493c-9ffa-36196344dc52 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 943 time: 0.0954032 Mar 30 07:23:28.736350 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Attempting to bind port 2677b771-ec44-40a5-bd54-2aac9661dc44 on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:23:28.736587 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Attempting to bind port 2677b771-ec44-40a5-bd54-2aac9661dc44 by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:23:28.736909 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Attempting to bind port 2677b771-ec44-40a5-bd54-2aac9661dc44 on network 73dd56e2-c247-440c-aa55-c3633a082de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:23:28.744734 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c3808bbe-2c77-4fa4-a3d0-0b69bc8c6dfd req-fbeae191-ff56-4388-8e62-5d36f6fa1ea3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=646ef4f4-e89a-4159-af5a-83d7b6906a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723674 Mar 30 07:23:28.745778 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Port 2677b771-ec44-40a5-bd54-2aac9661dc44 on network 73dd56e2-c247-440c-aa55-c3633a082de7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:23:28.746095 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Attempting to bind port 2677b771-ec44-40a5-bd54-2aac9661dc44 on network 73dd56e2-c247-440c-aa55-c3633a082de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:23:28.753686 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:23:28.754397 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Checking segment: {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:23:28.754777 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Bound using segment: {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:23:28.755238 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Bound port: 2677b771-ec44-40a5-bd54-2aac9661dc44, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:23:28.755592 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:28.818764 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] For port 2677b771-ec44-40a5-bd54-2aac9661dc44, host hv-cinder-83577, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:23:28.822288 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] For port 2677b771-ec44-40a5-bd54-2aac9661dc44, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2677b771-ec44-40a5-bd54-2aac9661dc44,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:23:28.828887 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:28.868968 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:28.869578 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:28.870998 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] 10.222.0.35 "PUT /v2.0/ports/2677b771-ec44-40a5-bd54-2aac9661dc44 HTTP/1.1" status: 200 len: 1093 time: 0.7049992 Mar 30 07:23:28.871439 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e27669-29a8-48a3-b442-ee2cc19176c3', 'tag': '2677b771-ec44-40a5-bd54-2aac9661dc44'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:23:28.873693 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b5657a-b674-451f-8c2e-6dd1fc721f34" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e27669-29a8-48a3-b442-ee2cc19176c3", "tag": "2677b771-ec44-40a5-bd54-2aac9661dc44"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:23:28.902497 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b19cc-eba1-4619-b266-1e6898cf9053 service neutron] Pushing event updated for resources: {'Port': ['ID=2677b771-ec44-40a5-bd54-2aac9661dc44,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:28.929615 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea468ee-e843-4f54-943b-c9cc61b24093 x-openstack-request-id: req-fea468ee-e843-4f54-943b-c9cc61b24093 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:23:28.929904 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e27669-29a8-48a3-b442-ee2cc19176c3", "tag": "2677b771-ec44-40a5-bd54-2aac9661dc44", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:23:28.930153 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fea468ee-e843-4f54-943b-c9cc61b24093 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:23:28.930556 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea468ee-e843-4f54-943b-c9cc61b24093'] response: {'name': 'network-changed', 'server_uuid': 'c4e27669-29a8-48a3-b442-ee2cc19176c3', 'tag': '2677b771-ec44-40a5-bd54-2aac9661dc44', 'status': 'completed', 'code': 200} Mar 30 07:23:28.995636 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-9ed57014-e1ea-45f0-bcc9-0601a81efdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:28.997244 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-9ed57014-e1ea-45f0-bcc9-0601a81efdad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 1127 time: 0.0475879 Mar 30 07:23:29.051604 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-f02ae0c1-5d7f-4da6-9f66-d6977effbebf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2677b771-ec44-40a5-bd54-2aac9661dc44 HTTP/1.1" status: 200 len: 217 time: 0.0401011 Mar 30 07:23:29.099665 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-8f33e26a-81b8-4869-b3f9-3dd676743584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:29.101115 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-8f33e26a-81b8-4869-b3f9-3dd676743584 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d5962ba-a4c9-4821-8fe4-520b95afe542 HTTP/1.1" status: 200 len: 854 time: 0.0439067 Mar 30 07:23:29.128655 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:29.151659 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-26b05d69-ff57-44df-81fd-eda129591755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:29.153433 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-26b05d69-ff57-44df-81fd-eda129591755 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dd56e2-c247-440c-aa55-c3633a082de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451021 Mar 30 07:23:29.251445 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-cb8b4a1e-3c2c-43a4-896e-74c1dbac8f47 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915534 Mar 30 07:23:29.344513 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a0a6e53f-d5ce-4dc3-924c-5f091157ca2e req-b1109159-778b-455b-a1f9-85f517ce487a service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857000 Mar 30 07:23:29.511402 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5657a-b674-451f-8c2e-6dd1fc721f34 req-ea424592-4cfe-403a-a4fb-5ccbd425fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:29.513113 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7b5657a-b674-451f-8c2e-6dd1fc721f34 req-ea424592-4cfe-403a-a4fb-5ccbd425fc67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 1127 time: 0.0538213 Mar 30 07:23:29.603684 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5657a-b674-451f-8c2e-6dd1fc721f34 req-275d8eb1-f5c9-40ec-8e6f-3fb9822c5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:29.605383 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7b5657a-b674-451f-8c2e-6dd1fc721f34 req-275d8eb1-f5c9-40ec-8e6f-3fb9822c5930 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 916 time: 0.0853486 Mar 30 07:23:29.650093 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7b5657a-b674-451f-8c2e-6dd1fc721f34 req-a3c72518-66c6-43eb-9029-919c57991233 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2677b771-ec44-40a5-bd54-2aac9661dc44 HTTP/1.1" status: 200 len: 217 time: 0.0380645 Mar 30 07:23:29.700059 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5657a-b674-451f-8c2e-6dd1fc721f34 req-e6cd326d-18b1-4826-b396-4056faa64780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:29.701550 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7b5657a-b674-451f-8c2e-6dd1fc721f34 req-e6cd326d-18b1-4826-b396-4056faa64780 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d5962ba-a4c9-4821-8fe4-520b95afe542 HTTP/1.1" status: 200 len: 854 time: 0.0447397 Mar 30 07:23:29.766278 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-b1d7920f-5734-4a05-a6bd-beb9ea62c8da tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d7c15e6913c445c3be0d970eedf206ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441139 Mar 30 07:23:30.097733 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5657a-b674-451f-8c2e-6dd1fc721f34 req-b4383bff-97b4-43b0-90aa-781fa45031cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:30.099199 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7b5657a-b674-451f-8c2e-6dd1fc721f34 req-b4383bff-97b4-43b0-90aa-781fa45031cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dd56e2-c247-440c-aa55-c3633a082de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3883460 Mar 30 07:23:30.298684 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-9afd042c-838b-4e91-a754-4313cbbf730d tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:30.300141 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-9afd042c-838b-4e91-a754-4313cbbf730d tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5271053 Mar 30 07:23:30.327786 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385ed4f-728c-4116-a4b3-03e6252b535d req-5f055083-3625-44ae-979d-f2291e202a69 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:30.329233 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d385ed4f-728c-4116-a4b3-03e6252b535d req-5f055083-3625-44ae-979d-f2291e202a69 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 943 time: 0.2342362 Mar 30 07:23:30.335368 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-b94c3386-6d6b-478e-be3e-2565720dc5f0 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/quotas/d7c15e6913c445c3be0d970eedf206ce HTTP/1.1" status: 200 len: 375 time: 0.0257931 Mar 30 07:23:30.338337 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7b5657a-b674-451f-8c2e-6dd1fc721f34 req-836d857c-56a6-4a05-aa7e-04dbd1066a88 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245462 Mar 30 07:23:30.418880 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-b2acbc93-ef66-4ba4-8f60-b248753bfc83 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7c15e6913c445c3be0d970eedf206ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749080 Mar 30 07:23:30.461807 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d385ed4f-728c-4116-a4b3-03e6252b535d req-0b2ee7c2-3bad-4d69-b856-b4549fb942d7 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=646ef4f4-e89a-4159-af5a-83d7b6906a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254056 Mar 30 07:23:30.481890 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7b5657a-b674-451f-8c2e-6dd1fc721f34 req-353012f7-62b1-4066-ad3d-222163760ced service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362023 Mar 30 07:23:30.580166 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cc4c7134-0a7f-47e4-acb6-2b504969d446 req-ebcb282b-f084-4ea7-a656-ad8fbc71d674 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/ports?device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 210 time: 0.0277364 Mar 30 07:23:30.634975 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:31.165768 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44194) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:31.335772 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ffec046c-98a1-4e4b-9692-9e56963a331c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Deleting port a5bf0d57-a363-463b-a102-bd1da3d5d398 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:23:31.336106 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ffec046c-98a1-4e4b-9692-9e56963a331c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (a5bf0d57-a363-463b-a102-bd1da3d5d398), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:31.440621 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ffec046c-98a1-4e4b-9692-9e56963a331c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (a5bf0d57-a363-463b-a102-bd1da3d5d398), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:31.441049 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ffec046c-98a1-4e4b-9692-9e56963a331c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for floatingip (a5bf0d57-a363-463b-a102-bd1da3d5d398), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:31.454130 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ffec046c-98a1-4e4b-9692-9e56963a331c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Calling delete_port for a5bf0d57-a363-463b-a102-bd1da3d5d398 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:23:31.609994 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-f3e6508b-117e-41b2-863a-3176f37c78e6 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d7c15e6913c445c3be0d970eedf206ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494809 Mar 30 07:23:31.723868 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-34bf21b6-c75c-4630-aa53-bd77f9a28b2c req-32a825cd-2eb4-4020-beff-8eca14a0c716 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/ports?device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 210 time: 0.0534470 Mar 30 07:23:31.735599 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e55c0-3a8d-48a0-a8ef-07c62fc35284 req-6ec0d871-d991-4673-a26d-2d601294c9d2 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:31.737147 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-029e55c0-3a8d-48a0-a8ef-07c62fc35284 req-6ec0d871-d991-4673-a26d-2d601294c9d2 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 943 time: 0.1993260 Mar 30 07:23:31.838086 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-1863d036-b3d0-411f-b82f-09774ca92356 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:31.839507 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-1863d036-b3d0-411f-b82f-09774ca92356 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221813 Mar 30 07:23:31.848950 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ffec046c-98a1-4e4b-9692-9e56963a331c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (a5bf0d57-a363-463b-a102-bd1da3d5d398), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:31.856126 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-029e55c0-3a8d-48a0-a8ef-07c62fc35284 req-b1f13817-c710-45da-94e0-eca4a42e7605 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=646ef4f4-e89a-4159-af5a-83d7b6906a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120176 Mar 30 07:23:31.884211 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Request body: {'port': {'device_id': '3947af48-d63d-4e02-9ab2-af1fd89015ad', 'network_id': 'b04875e4-adfa-4785-83a5-6f679d0f94d3', 'admin_state_up': True, 'tenant_id': 'd7c15e6913c445c3be0d970eedf206ce'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:31.889375 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec046c-98a1-4e4b-9692-9e56963a331c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Pushing event deleted for resources: {'Port': ['ID=a5bf0d57-a363-463b-a102-bd1da3d5d398,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:32.009093 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ffec046c-98a1-4e4b-9692-9e56963a331c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for floatingip (13a976f5-97a2-49f9-bf43-fb0a9b7f010b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:32.009377 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-ffec046c-98a1-4e4b-9692-9e56963a331c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Floating IP 13a976f5-97a2-49f9-bf43-fb0a9b7f010b disassociated (deleted). External IP: 172.27.1.237, port: 2b0baaac-04a3-4147-9d07-17d4bc9c6c36. Mar 30 07:23:32.109757 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Made reservation on behalf of d7c15e6913c445c3be0d970eedf206ce for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:23:32.113034 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:32.125017 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:32.270674 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2677b771-ec44-40a5-bd54-2aac9661dc44 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:23:32.294556 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Publish callbacks [] for security_group (0c842b8d-8e86-4050-8c79-7e1faaf8db3c), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:32.299158 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffec046c-98a1-4e4b-9692-9e56963a331c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Router e464fba7-09aa-4a80-8fe1-60d78decbdab has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:23:32.300539 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (0c842b8d-8e86-4050-8c79-7e1faaf8db3c), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:32.369587 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c842b8d-8e86-4050-8c79-7e1faaf8db3c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:32.372454 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2677b771-ec44-40a5-bd54-2aac9661dc44, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2677b771-ec44-40a5-bd54-2aac9661dc44,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:32.384053 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '2677b771-ec44-40a5-bd54-2aac9661dc44', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'port_id': '2677b771-ec44-40a5-bd54-2aac9661dc44', 'mac_address': 'fa:16:3e:c9:ba:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:23:32.421664 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 2677b771-ec44-40a5-bd54-2aac9661dc44 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:23:32.422021 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:32.438758 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2677b771-ec44-40a5-bd54-2aac9661dc44 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:23:32.459152 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2677b771-ec44-40a5-bd54-2aac9661dc44, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2677b771-ec44-40a5-bd54-2aac9661dc44,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:32.463402 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:32.511385 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=2677b771-ec44-40a5-bd54-2aac9661dc44,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:32.515952 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Allocated IP 192.168.233.170 (b04875e4-adfa-4785-83a5-6f679d0f94d3/40c8c6cb-5557-4909-b82c-d648bc412555/ecb92ae1-7dc4-4dff-a922-9a1df625d4ba) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:23:32.532141 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffec046c-98a1-4e4b-9692-9e56963a331c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:23:32.537284 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ffec046c-98a1-4e4b-9692-9e56963a331c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:32.542372 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f9ffa-e5ab-4e51-a5ff-98dde3cc3ea4 None None] Sync routers for ids ['e464fba7-09aa-4a80-8fe1-60d78decbdab'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:23:32.553186 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f9ffa-e5ab-4e51-a5ff-98dde3cc3ea4 None None] Routers {'e464fba7-09aa-4a80-8fe1-60d78decbdab'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:23:32.554036 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-977f9ffa-e5ab-4e51-a5ff-98dde3cc3ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:23:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['e464fba7-09aa-4a80-8fe1-60d78decbdab'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:32.585005 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ffec046c-98a1-4e4b-9692-9e56963a331c tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "DELETE /v2.0/floatingips/13a976f5-97a2-49f9-bf43-fb0a9b7f010b HTTP/1.1" status: 204 len: 168 time: 1.4179740 Mar 30 07:23:32.587896 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'tag': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:23:32.590280 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a03378-e1f5-4b8c-8a9c-15f695637778" -d '{"events": [{"name": "network-changed", "server_uuid": "1770fd40-dd13-44c5-a045-2552bc5420dd", "tag": "2b0baaac-04a3-4147-9d07-17d4bc9c6c36"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:23:32.645425 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0cfd90-3325-4083-b65c-619754c9f57e x-openstack-request-id: req-7b0cfd90-3325-4083-b65c-619754c9f57e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:23:32.646100 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1770fd40-dd13-44c5-a045-2552bc5420dd", "tag": "2b0baaac-04a3-4147-9d07-17d4bc9c6c36", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:23:32.646100 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b0cfd90-3325-4083-b65c-619754c9f57e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:23:32.646415 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0cfd90-3325-4083-b65c-619754c9f57e'] response: {'name': 'network-changed', 'server_uuid': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'tag': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36', 'status': 'completed', 'code': 200} Mar 30 07:23:32.666863 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-977f9ffa-e5ab-4e51-a5ff-98dde3cc3ea4 None None] Set router e464fba7-09aa-4a80-8fe1-60d78decbdab gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:23:32.725508 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Publish callbacks [] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:32.728035 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a03378-e1f5-4b8c-8a9c-15f695637778 req-0ff8a26b-7d47-4d5e-a606-3538b766b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:32.731474 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-33a03378-e1f5-4b8c-8a9c-15f695637778 req-0ff8a26b-7d47-4d5e-a606-3538b766b966 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b879ef71fe5494cadf6882b4230511a&device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 1130 time: 0.0541301 Mar 30 07:23:32.781013 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:32.803204 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['2677b771-ec44-40a5-bd54-2aac9661dc44'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:23:32.855621 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a03378-e1f5-4b8c-8a9c-15f695637778 req-03dfd85d-c36e-409c-88c7-d2b777f0dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:32.857331 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-33a03378-e1f5-4b8c-8a9c-15f695637778 req-03dfd85d-c36e-409c-88c7-d2b777f0dfce service neutron] 10.222.0.35 "GET /v2.0/networks?id=378d266e-b6e4-47d5-9ac3-349863fb7ad1 HTTP/1.1" status: 200 len: 910 time: 0.1108508 Mar 30 07:23:32.891606 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-977f9ffa-e5ab-4e51-a5ff-98dde3cc3ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:41Z', 'updated_at': '2022-03-30T07:18:45Z', 'revision_number': 4, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'gw_port': {'id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:42Z', 'updated_at': '2022-03-30T07:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '9ddfc1bb-d9df-4e38-b562-691085c50d2b', 'name': '', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'mac_address': 'fa:16:3e:8e:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:44Z', 'updated_at': '2022-03-30T07:18:49Z', 'revision_number': 5, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'subnets': [{'id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:32.918674 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-33a03378-e1f5-4b8c-8a9c-15f695637778 req-604e1e7a-4dc3-4293-b081-ae23d7dd06b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36 HTTP/1.1" status: 200 len: 217 time: 0.0527768 Mar 30 07:23:32.926808 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f9ffa-e5ab-4e51-a5ff-98dde3cc3ea4 None None] Checking router: e464fba7-09aa-4a80-8fe1-60d78decbdab for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:23:32.935705 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f9ffa-e5ab-4e51-a5ff-98dde3cc3ea4 None None] Routers {'e464fba7-09aa-4a80-8fe1-60d78decbdab'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:23:32.936692 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-977f9ffa-e5ab-4e51-a5ff-98dde3cc3ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:23:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['e464fba7-09aa-4a80-8fe1-60d78decbdab'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:32.952997 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Network b04875e4-adfa-4785-83a5-6f679d0f94d3 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:23:32.954293 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Pushing event updated for resources: {'Port': ['ID=ecb92ae1-7dc4-4dff-a922-9a1df625d4ba,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:32.958878 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:23:32.966806 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:23:33.002177 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a03378-e1f5-4b8c-8a9c-15f695637778 req-28714a80-b2af-40f2-ab41-4dc59fd8227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:33.003844 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-33a03378-e1f5-4b8c-8a9c-15f695637778 req-28714a80-b2af-40f2-ab41-4dc59fd8227f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00d02fc5-4d06-4b6c-9395-801b466ad4fe HTTP/1.1" status: 200 len: 848 time: 0.0776551 Mar 30 07:23:33.067057 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a03378-e1f5-4b8c-8a9c-15f695637778 req-f17bd4ac-ac16-4480-8cfa-2c73ff1e49d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:33.067557 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-977f9ffa-e5ab-4e51-a5ff-98dde3cc3ea4 None None] Set router e464fba7-09aa-4a80-8fe1-60d78decbdab gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:23:33.069205 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-33a03378-e1f5-4b8c-8a9c-15f695637778 req-f17bd4ac-ac16-4480-8cfa-2c73ff1e49d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=378d266e-b6e4-47d5-9ac3-349863fb7ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529060 Mar 30 07:23:33.192645 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-33a03378-e1f5-4b8c-8a9c-15f695637778 req-26cdb583-ec3f-4f1e-84e5-1400df7d16cd service neutron] 10.222.0.35 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142361 Mar 30 07:23:33.289710 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-53d22304-603d-4432-8599-c269c243c16e None None] Provisioning complete for port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:23:33.290912 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53d22304-603d-4432-8599-c269c243c16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:33.293235 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-977f9ffa-e5ab-4e51-a5ff-98dde3cc3ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:41Z', 'updated_at': '2022-03-30T07:18:45Z', 'revision_number': 4, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'gw_port': {'id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:42Z', 'updated_at': '2022-03-30T07:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '9ddfc1bb-d9df-4e38-b562-691085c50d2b', 'name': '', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'mac_address': 'fa:16:3e:8e:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:44Z', 'updated_at': '2022-03-30T07:18:49Z', 'revision_number': 5, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'subnets': [{'id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:33.298527 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-33a03378-e1f5-4b8c-8a9c-15f695637778 req-5aad1fcf-0c14-4707-8457-3ea27a36a134 service neutron] 10.222.0.35 "GET /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988963 Mar 30 07:23:33.315634 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:33.316254 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:33.320299 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f9ffa-e5ab-4e51-a5ff-98dde3cc3ea4 None None] The sync data for ids ['e464fba7-09aa-4a80-8fe1-60d78decbdab'] in dv-cinder-835778-2-iscsi is: [{'id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:41Z', 'updated_at': '2022-03-30T07:18:45Z', 'revision_number': 4, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'gw_port': {'id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:42Z', 'updated_at': '2022-03-30T07:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '9ddfc1bb-d9df-4e38-b562-691085c50d2b', 'name': '', 'network_id': '378d266e-b6e4-47d5-9ac3-349863fb7ad1', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'mac_address': 'fa:16:3e:8e:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:44Z', 'updated_at': '2022-03-30T07:18:49Z', 'revision_number': 5, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'subnets': [{'id': '00d02fc5-4d06-4b6c-9395-801b466ad4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:23:33.325217 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5914289-a580-455a-aff2-d6d3e3fbd61d req-54300906-b405-4742-854f-9c7ccdffee6e tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:33.326721 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c5914289-a580-455a-aff2-d6d3e3fbd61d req-54300906-b405-4742-854f-9c7ccdffee6e tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.4405899 Mar 30 07:23:33.332902 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-53d22304-603d-4432-8599-c269c243c16e None None] Port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:23:33.340576 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d6f2a-7383-425a-9b85-4a2cb1f1eb08 req-a95dc003-6bb3-4e70-8d1e-ff314238ce18 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:33.342236 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5b6d6f2a-7383-425a-9b85-4a2cb1f1eb08 req-a95dc003-6bb3-4e70-8d1e-ff314238ce18 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/ports?device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 936 time: 0.4796002 Mar 30 07:23:33.379419 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-e7d1a812-235b-4feb-8cad-62710a053b57 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5188103 Mar 30 07:23:33.408465 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Request body: {'port': {'device_id': '3947af48-d63d-4e02-9ab2-af1fd89015ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:33.451136 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c5914289-a580-455a-aff2-d6d3e3fbd61d req-cc6da8a7-31dd-436e-90f4-af0546f10823 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078970 Mar 30 07:23:33.456193 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5b6d6f2a-7383-425a-9b85-4a2cb1f1eb08 req-ae53634a-02d8-43a3-a471-a89cebffc748 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c842b8d-8e86-4050-8c79-7e1faaf8db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033213 Mar 30 07:23:33.495779 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:33.574479 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9c270f-216e-4b2d-9f14-c9d685cb2808 None None] New status for floating IP 13a976f5-97a2-49f9-bf43-fb0a9b7f010b: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:23:33.659722 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452e346-a870-4764-8dcb-db83b0fa15c7 req-767a80ed-d836-42b5-81ac-baaf468dab8d tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:33.661215 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9452e346-a870-4764-8dcb-db83b0fa15c7 req-767a80ed-d836-42b5-81ac-baaf468dab8d tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 944 time: 0.1275971 Mar 30 07:23:33.767241 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9452e346-a870-4764-8dcb-db83b0fa15c7 req-8d5c235d-4ec8-4d01-8353-c0c6a1032768 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=646ef4f4-e89a-4159-af5a-83d7b6906a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002035 Mar 30 07:23:33.837273 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb92ae1-7dc4-4dff-a922-9a1df625d4ba {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:23:33.844876 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Publish callbacks [] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:33.857260 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Transition to ACTIVE for port object ecb92ae1-7dc4-4dff-a922-9a1df625d4ba will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:23:33.863799 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:33.915163 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb92ae1-7dc4-4dff-a922-9a1df625d4ba,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:33.987200 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Attempting to bind port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:23:33.987529 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Attempting to bind port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': 'c3565919-3f4f-43e4-8cae-10b7c29ed486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b04875e4-adfa-4785-83a5-6f679d0f94d3'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:23:33.987877 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Attempting to bind port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba on network b04875e4-adfa-4785-83a5-6f679d0f94d3 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:23:33.992537 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba on network b04875e4-adfa-4785-83a5-6f679d0f94d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:23:33.992857 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Attempting to bind port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba on network b04875e4-adfa-4785-83a5-6f679d0f94d3 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:23:33.998409 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:23:33.998746 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Checking segment: {'id': 'c3565919-3f4f-43e4-8cae-10b7c29ed486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b04875e4-adfa-4785-83a5-6f679d0f94d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:23:33.999129 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Bound using segment: {'id': 'c3565919-3f4f-43e4-8cae-10b7c29ed486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b04875e4-adfa-4785-83a5-6f679d0f94d3'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:23:33.999552 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Bound port: ecb92ae1-7dc4-4dff-a922-9a1df625d4ba, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3565919-3f4f-43e4-8cae-10b7c29ed486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b04875e4-adfa-4785-83a5-6f679d0f94d3'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:23:33.999949 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:34.064133 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] For port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba, host hv-cinder-83577, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:23:34.067171 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] For port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=ecb92ae1-7dc4-4dff-a922-9a1df625d4ba,segment=NetworkSegment(c3565919-3f4f-43e4-8cae-10b7c29ed486),segment_id=c3565919-3f4f-43e4-8cae-10b7c29ed486)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:23:34.074751 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:34.111338 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:34.112100 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:34.113328 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] 10.222.0.35 "PUT /v2.0/ports/ecb92ae1-7dc4-4dff-a922-9a1df625d4ba HTTP/1.1" status: 200 len: 1098 time: 0.7091169 Mar 30 07:23:34.134641 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99835040-79d5-43a9-9ef4-0506d80c6c43 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb92ae1-7dc4-4dff-a922-9a1df625d4ba,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:34.228545 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-9472b76d-3845-4f0d-bf67-980a0a802d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:34.230180 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-9472b76d-3845-4f0d-bf67-980a0a802d84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7c15e6913c445c3be0d970eedf206ce&device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 1132 time: 0.0534747 Mar 30 07:23:34.264696 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2677b771-ec44-40a5-bd54-2aac9661dc44 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:23:34.287151 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-7d4b3327-3983-46a9-992d-bee4f41efb0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=ecb92ae1-7dc4-4dff-a922-9a1df625d4ba HTTP/1.1" status: 200 len: 217 time: 0.0395138 Mar 30 07:23:34.326025 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port 2677b771-ec44-40a5-bd54-2aac9661dc44 completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:23:34.329980 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 2677b771-ec44-40a5-bd54-2aac9661dc44 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:23:34.330357 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:34.336005 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-a996d31f-5e55-45b1-b03b-08d83de7a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:34.337488 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-a996d31f-5e55-45b1-b03b-08d83de7a206 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40c8c6cb-5557-4909-b82c-d648bc412555 HTTP/1.1" status: 200 len: 843 time: 0.0444031 Mar 30 07:23:34.393064 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-fc412c6c-a475-47b6-91c4-03c0baba5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:34.394578 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-fc412c6c-a475-47b6-91c4-03c0baba5d80 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b04875e4-adfa-4785-83a5-6f679d0f94d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0499845 Mar 30 07:23:34.419628 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 2677b771-ec44-40a5-bd54-2aac9661dc44 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:23:34.419628 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:34.446227 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e27669-29a8-48a3-b442-ee2cc19176c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2677b771-ec44-40a5-bd54-2aac9661dc44'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:23:34.448895 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21b9b8a-9a21-4999-a39e-b00425d3da04" -d '{"events": [{"server_uuid": "c4e27669-29a8-48a3-b442-ee2cc19176c3", "name": "network-vif-plugged", "status": "completed", "tag": "2677b771-ec44-40a5-bd54-2aac9661dc44"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:23:34.462162 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 2677b771-ec44-40a5-bd54-2aac9661dc44, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2677b771-ec44-40a5-bd54-2aac9661dc44,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:34.467953 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:34.502651 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-80de4e85-3bdf-422a-b422-2d61c27258d0 service neutron] 10.222.0.35 "GET /v2.0/networks/b04875e4-adfa-4785-83a5-6f679d0f94d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913475 Mar 30 07:23:34.511267 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262e15d8-e264-46d6-a7b6-4dd3f7301df5 x-openstack-request-id: req-262e15d8-e264-46d6-a7b6-4dd3f7301df5 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:23:34.511558 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e27669-29a8-48a3-b442-ee2cc19176c3", "name": "network-vif-plugged", "status": "completed", "tag": "2677b771-ec44-40a5-bd54-2aac9661dc44", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:23:34.511829 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-262e15d8-e264-46d6-a7b6-4dd3f7301df5 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:23:34.512798 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262e15d8-e264-46d6-a7b6-4dd3f7301df5'] response: {'server_uuid': 'c4e27669-29a8-48a3-b442-ee2cc19176c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2677b771-ec44-40a5-bd54-2aac9661dc44', 'code': 200} Mar 30 07:23:34.537890 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=2677b771-ec44-40a5-bd54-2aac9661dc44,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:34.650993 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3947af48-d63d-4e02-9ab2-af1fd89015ad', 'tag': 'ecb92ae1-7dc4-4dff-a922-9a1df625d4ba'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:23:34.653028 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121a0407-9bac-4710-8261-1a3abc914cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "3947af48-d63d-4e02-9ab2-af1fd89015ad", "tag": "ecb92ae1-7dc4-4dff-a922-9a1df625d4ba"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:23:34.660844 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee66bd1-ab52-4655-964a-11e2b828c306 req-7faf8f79-022c-4837-bd5b-f1367b8183c3 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:34.662818 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4ee66bd1-ab52-4655-964a-11e2b828c306 req-7faf8f79-022c-4837-bd5b-f1367b8183c3 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.0558138 Mar 30 07:23:34.669589 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ef308-cca9-4a75-86b1-1aee67d8dca4 req-1f1cc282-6328-4eec-8b17-e8f032d95fd3 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:34.671149 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ad9ef308-cca9-4a75-86b1-1aee67d8dca4 req-1f1cc282-6328-4eec-8b17-e8f032d95fd3 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 946 time: 0.1463592 Mar 30 07:23:34.683879 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24658d6b-b6c4-4de6-ab36-9b6bfcc3b6ed req-3122e110-e6b4-426f-93fe-6658ef835508 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:34.685393 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-24658d6b-b6c4-4de6-ab36-9b6bfcc3b6ed req-3122e110-e6b4-426f-93fe-6658ef835508 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/ports?device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 948 time: 0.1494215 Mar 30 07:23:34.750692 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:34.757042 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-589a7221-52ce-41ed-b9a2-666f57ee9a06 req-b10171b8-b951-4f56-b6fa-ea6b5ce727c1 service neutron] 10.222.0.35 "GET /v2.0/networks/b04875e4-adfa-4785-83a5-6f679d0f94d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688786 Mar 30 07:23:34.786688 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ad9ef308-cca9-4a75-86b1-1aee67d8dca4 req-64ca7630-e52a-4421-af7a-3c8be998fd87 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/security-groups?id=56feb7d6-ba45-49e2-ae04-00aba04d4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984924 Mar 30 07:23:34.794019 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-24658d6b-b6c4-4de6-ab36-9b6bfcc3b6ed req-b1d1d436-7725-481e-b2b2-5fefbc85556b tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c842b8d-8e86-4050-8c79-7e1faaf8db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896611 Mar 30 07:23:34.819517 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-4ee66bd1-ab52-4655-964a-11e2b828c306 req-47b9c45f-b9cb-46eb-8dbb-be6e9d540dab tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Deleting port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:23:34.819943 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-4ee66bd1-ab52-4655-964a-11e2b828c306 req-47b9c45f-b9cb-46eb-8dbb-be6e9d540dab tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:34.824068 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0243d4c-f9e1-49a6-bfc2-4be0defb4587 req-d304ca11-f0cd-428a-a6db-2cbbf52a3560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:34.826124 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-a0243d4c-f9e1-49a6-bfc2-4be0defb4587 req-d304ca11-f0cd-428a-a6db-2cbbf52a3560 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 1129 time: 0.0754395 Mar 30 07:23:34.848826 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f890ec51-f2a6-4a4f-8bc8-12fba6ffcc6a x-openstack-request-id: req-f890ec51-f2a6-4a4f-8bc8-12fba6ffcc6a {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:23:34.849118 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3947af48-d63d-4e02-9ab2-af1fd89015ad", "tag": "ecb92ae1-7dc4-4dff-a922-9a1df625d4ba", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:23:34.849367 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f890ec51-f2a6-4a4f-8bc8-12fba6ffcc6a {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:23:34.849769 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f890ec51-f2a6-4a4f-8bc8-12fba6ffcc6a'] response: {'name': 'network-changed', 'server_uuid': '3947af48-d63d-4e02-9ab2-af1fd89015ad', 'tag': 'ecb92ae1-7dc4-4dff-a922-9a1df625d4ba', 'status': 'completed', 'code': 200} Mar 30 07:23:34.921751 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8adb6-217c-4f24-b246-02314c6b0a3d req-4e7492d3-d13f-4c1f-a58d-6c60897f2a9b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:34.923223 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f0a8adb6-217c-4f24-b246-02314c6b0a3d req-4e7492d3-d13f-4c1f-a58d-6c60897f2a9b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 945 time: 0.0637486 Mar 30 07:23:34.930504 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-a0243d4c-f9e1-49a6-bfc2-4be0defb4587 req-6dcf509a-65b6-4d9d-8591-b90840f73c54 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=646ef4f4-e89a-4159-af5a-83d7b6906a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917711 Mar 30 07:23:34.951391 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-4ee66bd1-ab52-4655-964a-11e2b828c306 req-47b9c45f-b9cb-46eb-8dbb-be6e9d540dab tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] For port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:34.951728 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-4ee66bd1-ab52-4655-964a-11e2b828c306 req-47b9c45f-b9cb-46eb-8dbb-be6e9d540dab tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:34.964990 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-4ee66bd1-ab52-4655-964a-11e2b828c306 req-47b9c45f-b9cb-46eb-8dbb-be6e9d540dab tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Calling delete_port for 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 owned by compute:nova {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:23:34.994353 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a0407-9bac-4710-8261-1a3abc914cc4 req-44e7bc97-74ce-4a5d-9c71-aa9a2b84567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:34.996018 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-121a0407-9bac-4710-8261-1a3abc914cc4 req-44e7bc97-74ce-4a5d-9c71-aa9a2b84567a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7c15e6913c445c3be0d970eedf206ce&device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 1132 time: 0.0912519 Mar 30 07:23:34.999205 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f0a8adb6-217c-4f24-b246-02314c6b0a3d req-3c419402-9230-4c79-9d50-19928bd6872c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=646ef4f4-e89a-4159-af5a-83d7b6906a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594819 Mar 30 07:23:35.102503 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-4ee66bd1-ab52-4655-964a-11e2b828c306 req-47b9c45f-b9cb-46eb-8dbb-be6e9d540dab tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (2b0baaac-04a3-4147-9d07-17d4bc9c6c36), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:35.135321 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9c45f-b9cb-46eb-8dbb-be6e9d540dab tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Pushing event deleted for resources: {'Port': ['ID=2b0baaac-04a3-4147-9d07-17d4bc9c6c36,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:35.177700 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee66bd1-ab52-4655-964a-11e2b828c306 req-47b9c45f-b9cb-46eb-8dbb-be6e9d540dab tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] No DVR routers for this DVR port 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 on host hv-cinder-83577 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:23:35.180368 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-4ee66bd1-ab52-4655-964a-11e2b828c306 req-47b9c45f-b9cb-46eb-8dbb-be6e9d540dab tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:35.183786 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-4ee66bd1-ab52-4655-964a-11e2b828c306 req-47b9c45f-b9cb-46eb-8dbb-be6e9d540dab tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.35 "DELETE /v2.0/ports/2b0baaac-04a3-4147-9d07-17d4bc9c6c36 HTTP/1.1" status: 204 len: 173 time: 0.5153778 Mar 30 07:23:35.184297 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'name': 'network-vif-deleted', 'tag': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:23:35.186533 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646add8d-64f5-45a5-990e-4e0e0dfd4b8e" -d '{"events": [{"server_uuid": "1770fd40-dd13-44c5-a045-2552bc5420dd", "name": "network-vif-deleted", "tag": "2b0baaac-04a3-4147-9d07-17d4bc9c6c36"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:23:35.222888 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6373669c-146e-4e2d-bc14-c488eacd1fc5 x-openstack-request-id: req-6373669c-146e-4e2d-bc14-c488eacd1fc5 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:23:35.223180 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770fd40-dd13-44c5-a045-2552bc5420dd", "name": "network-vif-deleted", "tag": "2b0baaac-04a3-4147-9d07-17d4bc9c6c36", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:23:35.223427 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6373669c-146e-4e2d-bc14-c488eacd1fc5 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:23:35.223841 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6373669c-146e-4e2d-bc14-c488eacd1fc5'] response: {'server_uuid': '1770fd40-dd13-44c5-a045-2552bc5420dd', 'name': 'network-vif-deleted', 'tag': '2b0baaac-04a3-4147-9d07-17d4bc9c6c36', 'status': 'completed', 'code': 200} Mar 30 07:23:35.394625 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-24da8d40-30d9-4683-909c-6915551bd743 req-16a8d1e7-3b1f-46cf-8cab-c3f3f6e9fe92 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481830 Mar 30 07:23:35.433355 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a0407-9bac-4710-8261-1a3abc914cc4 req-c574b17c-805f-4111-816d-c51dc8bfad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:35.435213 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-121a0407-9bac-4710-8261-1a3abc914cc4 req-c574b17c-805f-4111-816d-c51dc8bfad6c service neutron] 10.222.0.35 "GET /v2.0/networks?id=b04875e4-adfa-4785-83a5-6f679d0f94d3 HTTP/1.1" status: 200 len: 870 time: 0.0912271 Mar 30 07:23:35.481897 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-121a0407-9bac-4710-8261-1a3abc914cc4 req-b340e269-66c7-45f9-95b6-dc06a822f804 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=ecb92ae1-7dc4-4dff-a922-9a1df625d4ba HTTP/1.1" status: 200 len: 217 time: 0.0395155 Mar 30 07:23:35.515032 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da8d40-30d9-4683-909c-6915551bd743 req-4b6c776b-c152-40b5-a054-a34b29c06b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:35.517209 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-24da8d40-30d9-4683-909c-6915551bd743 req-4b6c776b-c152-40b5-a054-a34b29c06b43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 1130 time: 0.0538204 Mar 30 07:23:35.538548 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a0407-9bac-4710-8261-1a3abc914cc4 req-5ba38a02-1bc8-496d-bcb9-778e104eb5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:35.540093 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-121a0407-9bac-4710-8261-1a3abc914cc4 req-5ba38a02-1bc8-496d-bcb9-778e104eb5d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40c8c6cb-5557-4909-b82c-d648bc412555 HTTP/1.1" status: 200 len: 843 time: 0.0513194 Mar 30 07:23:35.600350 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a0407-9bac-4710-8261-1a3abc914cc4 req-361a2dd1-3605-43bd-9b85-0cb25b171eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:35.602249 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-121a0407-9bac-4710-8261-1a3abc914cc4 req-361a2dd1-3605-43bd-9b85-0cb25b171eef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b04875e4-adfa-4785-83a5-6f679d0f94d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0479212 Mar 30 07:23:35.629158 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da8d40-30d9-4683-909c-6915551bd743 req-d3d77e1d-17fc-4cfa-8f7c-44d77013a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:35.630608 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-24da8d40-30d9-4683-909c-6915551bd743 req-d3d77e1d-17fc-4cfa-8f7c-44d77013a602 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 916 time: 0.0887265 Mar 30 07:23:35.700382 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-24da8d40-30d9-4683-909c-6915551bd743 req-3ea0297d-0759-4264-a550-bdb3320a9de1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f177682-1cd3-4432-bdc9-dd65cf3fa601 HTTP/1.1" status: 200 len: 1002 time: 0.0632336 Mar 30 07:23:35.703297 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-121a0407-9bac-4710-8261-1a3abc914cc4 req-83ea18d7-3857-48d4-b993-624f86e1c52b service neutron] 10.222.0.35 "GET /v2.0/networks/b04875e4-adfa-4785-83a5-6f679d0f94d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902176 Mar 30 07:23:35.769063 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da8d40-30d9-4683-909c-6915551bd743 req-7d4d1874-ce36-422c-a2f2-8c20d5e6285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:35.771044 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-24da8d40-30d9-4683-909c-6915551bd743 req-7d4d1874-ce36-422c-a2f2-8c20d5e6285f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d5962ba-a4c9-4821-8fe4-520b95afe542 HTTP/1.1" status: 200 len: 854 time: 0.0483496 Mar 30 07:23:35.815278 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-121a0407-9bac-4710-8261-1a3abc914cc4 req-d91d7172-8220-4686-ac2a-d8a8b72e3593 service neutron] 10.222.0.35 "GET /v2.0/networks/b04875e4-adfa-4785-83a5-6f679d0f94d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923443 Mar 30 07:23:35.827967 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da8d40-30d9-4683-909c-6915551bd743 req-b3213664-8b61-480a-82f3-de763ee1a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:35.829794 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-24da8d40-30d9-4683-909c-6915551bd743 req-b3213664-8b61-480a-82f3-de763ee1a161 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dd56e2-c247-440c-aa55-c3633a082de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523875 Mar 30 07:23:35.937500 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dcf246dd-f9a6-48e9-a53d-3020c1fb64ba req-9fc68945-c43f-4da4-ba0f-3042083ba34b tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1770fd40-dd13-44c5-a045-2552bc5420dd HTTP/1.1" status: 200 len: 210 time: 0.0426953 Mar 30 07:23:35.958225 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-24da8d40-30d9-4683-909c-6915551bd743 req-be92f7d7-e33f-425b-8499-ed4583118d9a service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939023 Mar 30 07:23:35.959775 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393b3d3-6b80-4ec1-a30a-78b6d3bded02 req-ce8ccc73-bd8a-4072-86b6-b9e98779248a tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:35.961241 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6393b3d3-6b80-4ec1-a30a-78b6d3bded02 req-ce8ccc73-bd8a-4072-86b6-b9e98779248a tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/ports?device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 948 time: 0.0834310 Mar 30 07:23:36.016665 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6393b3d3-6b80-4ec1-a30a-78b6d3bded02 req-6dd48561-6bca-4d4f-a06e-f6a6f814b3ca tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c842b8d-8e86-4050-8c79-7e1faaf8db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483465 Mar 30 07:23:36.073619 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-24da8d40-30d9-4683-909c-6915551bd743 req-1716d215-194c-4473-a620-bb234a5d618d service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952187 Mar 30 07:23:36.121598 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c239aaa-f3d2-491e-b390-ae4caecfc274 req-0db5c782-80ba-47a8-8ba5-871aaca4d23a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:36.123334 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6c239aaa-f3d2-491e-b390-ae4caecfc274 req-0db5c782-80ba-47a8-8ba5-871aaca4d23a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 945 time: 0.0553865 Mar 30 07:23:36.174078 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6c239aaa-f3d2-491e-b390-ae4caecfc274 req-95b16e59-13a9-4331-a43a-8ee283dee412 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=646ef4f4-e89a-4159-af5a-83d7b6906a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441563 Mar 30 07:23:37.003099 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44238) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:37.061880 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a50f81f9-ff3c-4e16-a34a-4e15e69d7a46 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group (56feb7d6-ba45-49e2-ae04-00aba04d4e67), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:37.092230 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a50f81f9-ff3c-4e16-a34a-4e15e69d7a46 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group (56feb7d6-ba45-49e2-ae04-00aba04d4e67), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:37.144034 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a47e4-97e1-438c-b7fb-eb5b16b7ba7b req-67be4b09-5f1a-4057-9d76-0a70f7d3ed79 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:37.145476 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2d7a47e4-97e1-438c-b7fb-eb5b16b7ba7b req-67be4b09-5f1a-4057-9d76-0a70f7d3ed79 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/ports?device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 948 time: 0.0528469 Mar 30 07:23:37.156680 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a50f81f9-ff3c-4e16-a34a-4e15e69d7a46 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (56feb7d6-ba45-49e2-ae04-00aba04d4e67), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:37.160023 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a50f81f9-ff3c-4e16-a34a-4e15e69d7a46 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:37.161414 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-a50f81f9-ff3c-4e16-a34a-4e15e69d7a46 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] 10.222.0.20 "DELETE /v2.0/security-groups/56feb7d6-ba45-49e2-ae04-00aba04d4e67 HTTP/1.1" status: 204 len: 168 time: 0.1571717 Mar 30 07:23:37.177330 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f81f9-ff3c-4e16-a34a-4e15e69d7a46 tempest-TestShelveInstance-1134245756 tempest-TestShelveInstance-1134245756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56feb7d6-ba45-49e2-ae04-00aba04d4e67,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:37.241479 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44246) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:37.268577 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2d7a47e4-97e1-438c-b7fb-eb5b16b7ba7b req-00ef851e-20eb-483c-83f1-137e83c20dc2 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c842b8d-8e86-4050-8c79-7e1faaf8db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168435 Mar 30 07:23:37.349851 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c1b48-9713-422f-8213-54e50cd291bb req-25410606-e8e3-47e0-bb2b-4f35bc31823a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:37.351879 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-200c1b48-9713-422f-8213-54e50cd291bb req-25410606-e8e3-47e0-bb2b-4f35bc31823a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 945 time: 0.0594110 Mar 30 07:23:37.404703 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-200c1b48-9713-422f-8213-54e50cd291bb req-a2cf1b5c-5e44-46e4-b0e5-53e4cdea7bc8 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=646ef4f4-e89a-4159-af5a-83d7b6906a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453017 Mar 30 07:23:37.529248 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff89f06-00cf-4797-8812-23138b365d31 req-e550b686-d25e-4553-a13b-64e9ccdf13be tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:37.531012 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9ff89f06-00cf-4797-8812-23138b365d31 req-e550b686-d25e-4553-a13b-64e9ccdf13be tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 945 time: 0.0577688 Mar 30 07:23:37.540176 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44250) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:37.545277 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-5dc630b1-9d5a-42a9-aa11-8e24a58aa057 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'floatingip': {'port_id': '2677b771-ec44-40a5-bd54-2aac9661dc44'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:23:37.592797 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5dc630b1-9d5a-42a9-aa11-8e24a58aa057 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (9cdd8928-6156-4044-a111-8b252e72dd54), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:37.885978 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f8e2343f-9cb5-48bd-8a9d-a5c8f7b2576f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622650'] for router_interface (e464fba7-09aa-4a80-8fe1-60d78decbdab), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:38.039006 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5dc630b1-9d5a-42a9-aa11-8e24a58aa057 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:38.043965 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5dc630b1-9d5a-42a9-aa11-8e24a58aa057 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (9cdd8928-6156-4044-a111-8b252e72dd54), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:38.137500 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2343f-9cb5-48bd-8a9d-a5c8f7b2576f admin admin] Deleting port 9ddfc1bb-d9df-4e38-b562-691085c50d2b {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:23:38.138082 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f8e2343f-9cb5-48bd-8a9d-a5c8f7b2576f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:38.145826 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-5dc630b1-9d5a-42a9-aa11-8e24a58aa057 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Floating IP 9cdd8928-6156-4044-a111-8b252e72dd54 associated. External IP: 172.27.1.193, port: 2677b771-ec44-40a5-bd54-2aac9661dc44. Mar 30 07:23:38.221278 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f8e2343f-9cb5-48bd-8a9d-a5c8f7b2576f admin admin] For port 9ddfc1bb-d9df-4e38-b562-691085c50d2b, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=9ddfc1bb-d9df-4e38-b562-691085c50d2b,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:38.221634 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f8e2343f-9cb5-48bd-8a9d-a5c8f7b2576f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:38.235202 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2343f-9cb5-48bd-8a9d-a5c8f7b2576f admin admin] Calling delete_port for 9ddfc1bb-d9df-4e38-b562-691085c50d2b owned by network:router_interface {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:23:38.320356 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device ecb92ae1-7dc4-4dff-a922-9a1df625d4ba details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:23:38.394237 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc630b1-9d5a-42a9-aa11-8e24a58aa057 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Router 9074cbef-674c-4417-ae93-b5ba56a1b156 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:23:38.427564 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f8e2343f-9cb5-48bd-8a9d-a5c8f7b2576f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (9ddfc1bb-d9df-4e38-b562-691085c50d2b), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:38.454171 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2343f-9cb5-48bd-8a9d-a5c8f7b2576f admin admin] Pushing event deleted for resources: {'Port': ['ID=9ddfc1bb-d9df-4e38-b562-691085c50d2b,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:38.485323 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937be77b-aad4-411a-97e9-089f3df390ad req-3846811c-3ea1-4568-b977-0aa4b78f0786 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:38.486931 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-937be77b-aad4-411a-97e9-089f3df390ad req-3846811c-3ea1-4568-b977-0aa4b78f0786 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/ports?device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 948 time: 0.1374009 Mar 30 07:23:38.517116 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:23:38.545420 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:23:38.546115 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2b0baaac-04a3-4147-9d07-17d4bc9c6c36 not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:23:38.553545 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc630b1-9d5a-42a9-aa11-8e24a58aa057 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:23:38.561327 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5dc630b1-9d5a-42a9-aa11-8e24a58aa057 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:38.566649 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44c2c2f-c4b1-4469-9995-64fb755a70d2 None None] Sync routers for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:23:38.582559 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c2c2f-c4b1-4469-9995-64fb755a70d2 None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:23:38.583563 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-d44c2c2f-c4b1-4469-9995-64fb755a70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:23:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:38.612693 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=ecb92ae1-7dc4-4dff-a922-9a1df625d4ba,segment=NetworkSegment(c3565919-3f4f-43e4-8cae-10b7c29ed486),segment_id=c3565919-3f4f-43e4-8cae-10b7c29ed486)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:38.632949 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5dc630b1-9d5a-42a9-aa11-8e24a58aa057 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "PUT /v2.0/floatingips/9cdd8928-6156-4044-a111-8b252e72dd54 HTTP/1.1" status: 200 len: 991 time: 1.0913959 Mar 30 07:23:38.633833 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e27669-29a8-48a3-b442-ee2cc19176c3', 'tag': '2677b771-ec44-40a5-bd54-2aac9661dc44'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:23:38.639614 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ee4535-85ed-4d06-9f93-cf2063457726" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e27669-29a8-48a3-b442-ee2cc19176c3", "tag": "2677b771-ec44-40a5-bd54-2aac9661dc44"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:23:38.648052 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': 'ecb92ae1-7dc4-4dff-a922-9a1df625d4ba', 'network_id': 'b04875e4-adfa-4785-83a5-6f679d0f94d3', 'port_id': 'ecb92ae1-7dc4-4dff-a922-9a1df625d4ba', 'mac_address': 'fa:16:3e:25:18:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c8c6cb-5557-4909-b82c-d648bc412555', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:23:38.658074 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-937be77b-aad4-411a-97e9-089f3df390ad req-df36e139-40b3-4495-b1a5-155867731eac tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c842b8d-8e86-4050-8c79-7e1faaf8db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534553 Mar 30 07:23:38.665171 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f8e2343f-9cb5-48bd-8a9d-a5c8f7b2576f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622506'] for router_interface (e464fba7-09aa-4a80-8fe1-60d78decbdab), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:38.704711 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d4a888-da4d-4003-8c55-b530e08b5655 x-openstack-request-id: req-99d4a888-da4d-4003-8c55-b530e08b5655 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:23:38.705090 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e27669-29a8-48a3-b442-ee2cc19176c3", "tag": "2677b771-ec44-40a5-bd54-2aac9661dc44", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:23:38.705433 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99d4a888-da4d-4003-8c55-b530e08b5655 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:23:38.705922 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d4a888-da4d-4003-8c55-b530e08b5655'] response: {'name': 'network-changed', 'server_uuid': 'c4e27669-29a8-48a3-b442-ee2cc19176c3', 'tag': '2677b771-ec44-40a5-bd54-2aac9661dc44', 'status': 'completed', 'code': 200} Mar 30 07:23:38.729731 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:23:38.730509 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:38.742308 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-d44c2c2f-c4b1-4469-9995-64fb755a70d2 None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:23:38.751860 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb92ae1-7dc4-4dff-a922-9a1df625d4ba {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:23:38.777614 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=ecb92ae1-7dc4-4dff-a922-9a1df625d4ba,segment=NetworkSegment(c3565919-3f4f-43e4-8cae-10b7c29ed486),segment_id=c3565919-3f4f-43e4-8cae-10b7c29ed486)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:38.785933 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:38.852173 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=ecb92ae1-7dc4-4dff-a922-9a1df625d4ba,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:38.852423 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee4535-85ed-4d06-9f93-cf2063457726 req-d3d78adb-8421-447f-850a-2fdfb16fb22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:38.853885 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-86ee4535-85ed-4d06-9f93-cf2063457726 req-d3d78adb-8421-447f-850a-2fdfb16fb22b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 1129 time: 0.0689919 Mar 30 07:23:39.026581 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee4535-85ed-4d06-9f93-cf2063457726 req-f0ac4caf-dc3f-4c4e-88de-e92b85ae9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:39.028068 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-86ee4535-85ed-4d06-9f93-cf2063457726 req-f0ac4caf-dc3f-4c4e-88de-e92b85ae9859 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 916 time: 0.1399808 Mar 30 07:23:39.033591 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e2343f-9cb5-48bd-8a9d-a5c8f7b2576f admin admin] Router e464fba7-09aa-4a80-8fe1-60d78decbdab has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:23:39.100723 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-d44c2c2f-c4b1-4469-9995-64fb755a70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '1b7a3a26-3307-4940-9c2a-24f48970a08a', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': '8f177682-1cd3-4432-bdc9-dd65cf3fa601', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:74:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:22:09Z', 'updated_at': '2022-03-30T07:22:32Z', 'revision_number': 2, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}, {'id': '9cdd8928-6156-4044-a111-8b252e72dd54', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': '2677b771-ec44-40a5-bd54-2aac9661dc44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:c9:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e27669-29a8-48a3-b442-ee2cc19176c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:23:25Z', 'updated_at': '2022-03-30T07:23:37Z', 'revision_number': 1, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:39.128619 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44c2c2f-c4b1-4469-9995-64fb755a70d2 None None] Checking router: 9074cbef-674c-4417-ae93-b5ba56a1b156 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:23:39.132307 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['ecb92ae1-7dc4-4dff-a922-9a1df625d4ba'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:23:39.138311 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c2c2f-c4b1-4469-9995-64fb755a70d2 None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:23:39.138934 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-d44c2c2f-c4b1-4469-9995-64fb755a70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:23:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:39.163855 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-86ee4535-85ed-4d06-9f93-cf2063457726 req-9abdbfe1-dd49-47ea-91b9-f60e2e762575 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2677b771-ec44-40a5-bd54-2aac9661dc44 HTTP/1.1" status: 200 len: 999 time: 0.1290979 Mar 30 07:23:39.229760 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee4535-85ed-4d06-9f93-cf2063457726 req-81caa6b3-3cc4-4acc-ba97-1c831fb56806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:39.231456 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-86ee4535-85ed-4d06-9f93-cf2063457726 req-81caa6b3-3cc4-4acc-ba97-1c831fb56806 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d5962ba-a4c9-4821-8fe4-520b95afe542 HTTP/1.1" status: 200 len: 854 time: 0.0608432 Mar 30 07:23:39.247204 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e2343f-9cb5-48bd-8a9d-a5c8f7b2576f admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:23:39.261207 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21481e83-bd92-4943-b970-abee3f6da91a None None] Sync routers for ids ['e464fba7-09aa-4a80-8fe1-60d78decbdab'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:23:39.264358 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-d44c2c2f-c4b1-4469-9995-64fb755a70d2 None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:23:39.268155 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-f8e2343f-9cb5-48bd-8a9d-a5c8f7b2576f admin admin] 10.222.0.20 "PUT /v2.0/routers/e464fba7-09aa-4a80-8fe1-60d78decbdab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0223634 Mar 30 07:23:39.269310 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44258) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:39.288631 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21481e83-bd92-4943-b970-abee3f6da91a None None] Routers {'e464fba7-09aa-4a80-8fe1-60d78decbdab'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:23:39.289344 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-21481e83-bd92-4943-b970-abee3f6da91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:23:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['e464fba7-09aa-4a80-8fe1-60d78decbdab'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:39.304252 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee4535-85ed-4d06-9f93-cf2063457726 req-91e9e237-a782-47d3-a16c-d7fdc9b9a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:39.305760 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-86ee4535-85ed-4d06-9f93-cf2063457726 req-91e9e237-a782-47d3-a16c-d7fdc9b9a911 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dd56e2-c247-440c-aa55-c3633a082de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692410 Mar 30 07:23:39.400000 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] Publish callbacks [] for router (e464fba7-09aa-4a80-8fe1-60d78decbdab), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:39.439215 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-21481e83-bd92-4943-b970-abee3f6da91a None None] Set router e464fba7-09aa-4a80-8fe1-60d78decbdab gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:23:39.459025 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-86ee4535-85ed-4d06-9f93-cf2063457726 req-592c21ba-6c77-422c-9a5b-f497fbf94d9d service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460786 Mar 30 07:23:39.539226 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] Publish callbacks [] for router_gateway (e464fba7-09aa-4a80-8fe1-60d78decbdab), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:39.548134 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-d44c2c2f-c4b1-4469-9995-64fb755a70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '1b7a3a26-3307-4940-9c2a-24f48970a08a', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': '8f177682-1cd3-4432-bdc9-dd65cf3fa601', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:74:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:22:09Z', 'updated_at': '2022-03-30T07:22:32Z', 'revision_number': 2, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}, {'id': '9cdd8928-6156-4044-a111-8b252e72dd54', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': '2677b771-ec44-40a5-bd54-2aac9661dc44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:c9:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e27669-29a8-48a3-b442-ee2cc19176c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:23:25Z', 'updated_at': '2022-03-30T07:23:37Z', 'revision_number': 1, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:39.576465 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44c2c2f-c4b1-4469-9995-64fb755a70d2 None None] The sync data for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi is: [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '1b7a3a26-3307-4940-9c2a-24f48970a08a', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': '8f177682-1cd3-4432-bdc9-dd65cf3fa601', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:74:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:22:09Z', 'updated_at': '2022-03-30T07:22:32Z', 'revision_number': 2, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}, {'id': '9cdd8928-6156-4044-a111-8b252e72dd54', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': '2677b771-ec44-40a5-bd54-2aac9661dc44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:c9:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e27669-29a8-48a3-b442-ee2cc19176c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:23:25Z', 'updated_at': '2022-03-30T07:23:37Z', 'revision_number': 1, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:23:39.597709 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-86ee4535-85ed-4d06-9f93-cf2063457726 req-bee25e07-ab91-4311-b3b6-f2e8c619018a service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235344 Mar 30 07:23:39.604241 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] Deleting port ed4874e2-2727-4866-b378-ca3ccf425ffd {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:23:39.604574 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (ed4874e2-2727-4866-b378-ca3ccf425ffd), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:39.648491 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-21481e83-bd92-4943-b970-abee3f6da91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:41Z', 'updated_at': '2022-03-30T07:23:38Z', 'revision_number': 5, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'gw_port': {'id': 'ed4874e2-2727-4866-b378-ca3ccf425ffd', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:42Z', 'updated_at': '2022-03-30T07:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:39.678561 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21481e83-bd92-4943-b970-abee3f6da91a None None] Checking router: e464fba7-09aa-4a80-8fe1-60d78decbdab for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:23:39.690697 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21481e83-bd92-4943-b970-abee3f6da91a None None] Routers {'e464fba7-09aa-4a80-8fe1-60d78decbdab'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:23:39.691995 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-21481e83-bd92-4943-b970-abee3f6da91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:23:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['e464fba7-09aa-4a80-8fe1-60d78decbdab'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:39.701630 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] For port ed4874e2-2727-4866-b378-ca3ccf425ffd, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=ed4874e2-2727-4866-b378-ca3ccf425ffd,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:39.701999 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (ed4874e2-2727-4866-b378-ca3ccf425ffd), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:39.718491 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] Calling delete_port for ed4874e2-2727-4866-b378-ca3ccf425ffd owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:23:39.797396 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-21481e83-bd92-4943-b970-abee3f6da91a None None] Set router e464fba7-09aa-4a80-8fe1-60d78decbdab gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:23:39.829988 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5f7a1-eb66-4ed3-99a2-785f64dacabb None None] New status for floating IP 9cdd8928-6156-4044-a111-8b252e72dd54: ACTIVE {{(pid=103480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:23:39.855639 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-21481e83-bd92-4943-b970-abee3f6da91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:41Z', 'updated_at': '2022-03-30T07:23:39Z', 'revision_number': 6, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'gw_port_host': None}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:39.865869 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8a7c7-1fd8-4b36-b4b1-889d1da1fe46 req-bde4b23c-d570-47ee-bac9-36d54203a763 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:39.867351 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d7c8a7c7-1fd8-4b36-b4b1-889d1da1fe46 req-bde4b23c-d570-47ee-bac9-36d54203a763 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/ports?device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 949 time: 0.1344321 Mar 30 07:23:39.885172 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21481e83-bd92-4943-b970-abee3f6da91a None None] The sync data for ids ['e464fba7-09aa-4a80-8fe1-60d78decbdab'] in dv-cinder-835778-2-iscsi is: [{'id': 'e464fba7-09aa-4a80-8fe1-60d78decbdab', 'name': 'tempest-TestShelveInstance-1707988931-router', 'tenant_id': '0b879ef71fe5494cadf6882b4230511a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:41Z', 'updated_at': '2022-03-30T07:23:39Z', 'revision_number': 6, 'project_id': '0b879ef71fe5494cadf6882b4230511a', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:23:39.954099 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d7c8a7c7-1fd8-4b36-b4b1-889d1da1fe46 req-0c777fa2-b0ab-4eb6-a286-c1adde96a9b2 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c842b8d-8e86-4050-8c79-7e1faaf8db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749049 Mar 30 07:23:39.976173 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (ed4874e2-2727-4866-b378-ca3ccf425ffd), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.001774 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4874e2-2727-4866-b378-ca3ccf425ffd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:40.066381 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622784'] for router_gateway (e464fba7-09aa-4a80-8fe1-60d78decbdab), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.163147 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1931'] for router (e464fba7-09aa-4a80-8fe1-60d78decbdab), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.166848 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] Publish callbacks [] for router_controller (e464fba7-09aa-4a80-8fe1-60d78decbdab), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.218210 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624293'] for router (e464fba7-09aa-4a80-8fe1-60d78decbdab), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.218755 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e464fba7-09aa-4a80-8fe1-60d78decbdab {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 07:23:40.223494 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.224717 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3f7d8131-29e5-4a0a-b65f-9f5e36fda72d admin admin] 10.222.0.20 "DELETE /v2.0/routers/e464fba7-09aa-4a80-8fe1-60d78decbdab HTTP/1.1" status: 204 len: 168 time: 0.9542708 Mar 30 07:23:40.227867 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44262) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:40.275299 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea9022e-cd70-4dec-85e4-87bc7b96aef1 admin admin] Deleting subnet 00d02fc5-4d06-4b6c-9395-801b466ad4fe {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:23:40.278997 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ea9022e-cd70-4dec-85e4-87bc7b96aef1 admin admin] Publish callbacks [] for subnet (00d02fc5-4d06-4b6c-9395-801b466ad4fe), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.320151 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ea9022e-cd70-4dec-85e4-87bc7b96aef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7367719'] for subnet (00d02fc5-4d06-4b6c-9395-801b466ad4fe), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.342454 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device ecb92ae1-7dc4-4dff-a922-9a1df625d4ba up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:23:40.395737 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:23:40.398461 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ea9022e-cd70-4dec-85e4-87bc7b96aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (00d02fc5-4d06-4b6c-9395-801b466ad4fe), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.400105 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:23:40.400539 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.453961 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ea9022e-cd70-4dec-85e4-87bc7b96aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7417498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7759391'] for subnet (00d02fc5-4d06-4b6c-9395-801b466ad4fe), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.477367 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:23:40.477956 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.478946 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9022e-cd70-4dec-85e4-87bc7b96aef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d02fc5-4d06-4b6c-9395-801b466ad4fe,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:40.483139 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ea9022e-cd70-4dec-85e4-87bc7b96aef1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.488782 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4ea9022e-cd70-4dec-85e4-87bc7b96aef1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/00d02fc5-4d06-4b6c-9395-801b466ad4fe HTTP/1.1" status: 204 len: 168 time: 0.2573891 Mar 30 07:23:40.489028 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44264) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:40.493083 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c6756f-4479-41e8-8ba2-e4d2b95887a4 None None] Network 378d266e-b6e4-47d5-9ac3-349863fb7ad1 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:23:40.552788 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3947af48-d63d-4e02-9ab2-af1fd89015ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb92ae1-7dc4-4dff-a922-9a1df625d4ba'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:23:40.555023 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9e55d2-a9dc-41a8-90bd-5053dbf137cc" -d '{"events": [{"server_uuid": "3947af48-d63d-4e02-9ab2-af1fd89015ad", "name": "network-vif-plugged", "status": "completed", "tag": "ecb92ae1-7dc4-4dff-a922-9a1df625d4ba"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:23:40.572705 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=ecb92ae1-7dc4-4dff-a922-9a1df625d4ba,segment=NetworkSegment(c3565919-3f4f-43e4-8cae-10b7c29ed486),segment_id=c3565919-3f4f-43e4-8cae-10b7c29ed486)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:40.593877 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.602572 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f118e567-9c24-4a13-a328-eb8157322e3e x-openstack-request-id: req-f118e567-9c24-4a13-a328-eb8157322e3e {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:23:40.602739 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3947af48-d63d-4e02-9ab2-af1fd89015ad", "name": "network-vif-plugged", "status": "completed", "tag": "ecb92ae1-7dc4-4dff-a922-9a1df625d4ba", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:23:40.602968 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f118e567-9c24-4a13-a328-eb8157322e3e {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:23:40.603371 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f118e567-9c24-4a13-a328-eb8157322e3e'] response: {'server_uuid': '3947af48-d63d-4e02-9ab2-af1fd89015ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb92ae1-7dc4-4dff-a922-9a1df625d4ba', 'code': 200} Mar 30 07:23:40.666102 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=ecb92ae1-7dc4-4dff-a922-9a1df625d4ba,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:40.719645 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (378d266e-b6e4-47d5-9ac3-349863fb7ad1), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.766332 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d444dda8-9806-4d2c-a558-844e145395b6 None None] DHCP port deletion for 378d266e-b6e4-47d5-9ac3-349863fb7ad1 request from dv-cinder-835778-2-iscsi {{(pid=103479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 07:23:40.783363 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] Deleting port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:23:40.784010 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.820634 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365532d6-fef7-41ad-b828-38302ecfe7a3 req-b8b2a91c-8548-400e-9e6a-7d05e5d772a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:40.822252 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-365532d6-fef7-41ad-b828-38302ecfe7a3 req-b8b2a91c-8548-400e-9e6a-7d05e5d772a4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 1134 time: 0.0469201 Mar 30 07:23:40.833532 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-d444dda8-9806-4d2c-a558-844e145395b6 None None] Deleting port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:23:40.833821 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d444dda8-9806-4d2c-a558-844e145395b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.853847 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] For port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=7e010ca9-0ddf-43eb-a574-bafe48b5bbbc,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:40.854293 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.872953 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-365532d6-fef7-41ad-b828-38302ecfe7a3 req-d655635c-00fb-4ddf-bd77-b80123b7ed2f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0c842b8d-8e86-4050-8c79-7e1faaf8db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445461 Mar 30 07:23:40.876336 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] Calling delete_port for 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:23:40.907957 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-d444dda8-9806-4d2c-a558-844e145395b6 None None] For port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=7e010ca9-0ddf-43eb-a574-bafe48b5bbbc,segment=NetworkSegment(862ab29f-27ab-47c6-8614-00b49bb3aa39),segment_id=862ab29f-27ab-47c6-8614-00b49bb3aa39)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:40.908440 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d444dda8-9806-4d2c-a558-844e145395b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.925167 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-d444dda8-9806-4d2c-a558-844e145395b6 None None] Calling delete_port for 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc owned by network:dhcp {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:23:40.960346 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:40.993273 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e010ca9-0ddf-43eb-a574-bafe48b5bbbc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:40.996807 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] No DVR routers for this DVR port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc on host dv-cinder-835778-2-iscsi {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:23:41.022473 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d444dda8-9806-4d2c-a558-844e145395b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422'] for port (7e010ca9-0ddf-43eb-a574-bafe48b5bbbc), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:41.052075 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444dda8-9806-4d2c-a558-844e145395b6 None None] Pushing event deleted for resources: {'Port': ['ID=7e010ca9-0ddf-43eb-a574-bafe48b5bbbc,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:41.056681 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d444dda8-9806-4d2c-a558-844e145395b6 None None] No DVR routers for this DVR port 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc on host dv-cinder-835778-2-iscsi {{(pid=103479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:23:41.097584 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (378d266e-b6e4-47d5-9ac3-349863fb7ad1), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:41.127187 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378d266e-b6e4-47d5-9ac3-349863fb7ad1']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:41.140809 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862ab29f-27ab-47c6-8614-00b49bb3aa39') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:41.141103 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862ab29f-27ab-47c6-8614-00b49bb3aa39') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:41.151971 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7367724'] for segment (862ab29f-27ab-47c6-8614-00b49bb3aa39), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:41.165530 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5fab1-936c-4cdd-be4c-7c82096a5c06 req-1c102079-c040-4041-9580-e4be9ac2bebd tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:41.166995 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0ec5fab1-936c-4cdd-be4c-7c82096a5c06 req-1c102079-c040-4041-9580-e4be9ac2bebd tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/ports?device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 950 time: 0.1059737 Mar 30 07:23:41.178545 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (862ab29f-27ab-47c6-8614-00b49bb3aa39), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:41.192317 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:23:41.192681 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7419964'] for segment (862ab29f-27ab-47c6-8614-00b49bb3aa39), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: Traceback (most recent call last): Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: timer() Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: cb(*args, **kw) Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: return func(*args, **kwargs) Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: self._notify() Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: self.callback(batched_events) Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: event.method(event) Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: return f(self, *a, **k) Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: return self._get(url).json() Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:23:41.194314 dv-cinder-835778-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:23:41.261672 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0ec5fab1-936c-4cdd-be4c-7c82096a5c06 req-5305d556-d3e0-4a2d-9288-3f0b534ab4e9 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c842b8d-8e86-4050-8c79-7e1faaf8db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885637 Mar 30 07:23:41.268140 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (378d266e-b6e4-47d5-9ac3-349863fb7ad1), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:41.274203 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:41.277298 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] 10.222.0.20 "DELETE /v2.0/networks/378d266e-b6e4-47d5-9ac3-349863fb7ad1 HTTP/1.1" status: 204 len: 168 time: 0.7874568 Mar 30 07:23:41.280491 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44274) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:41.288676 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64bf6b-cf43-4d1e-934f-ef3d685a2b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=378d266e-b6e4-47d5-9ac3-349863fb7ad1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:41.480440 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 9ddfc1bb-d9df-4e38-b562-691085c50d2b no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:23:41.501724 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: 9ddfc1bb-d9df-4e38-b562-691085c50d2b {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:23:41.502168 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 9ddfc1bb-d9df-4e38-b562-691085c50d2b not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:23:41.502654 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device ed4874e2-2727-4866-b378-ca3ccf425ffd no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:23:41.521896 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: ed4874e2-2727-4866-b378-ca3ccf425ffd {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:23:41.522241 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device ed4874e2-2727-4866-b378-ca3ccf425ffd not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:23:41.522653 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:23:41.541599 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:23:41.541927 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 7e010ca9-0ddf-43eb-a574-bafe48b5bbbc not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:23:41.646826 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb428573-033e-4653-a9db-872a343b47ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622650'] for router_interface (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:41.909873 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cb428573-033e-4653-a9db-872a343b47ed admin admin] Deleting port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:23:41.910605 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb428573-033e-4653-a9db-872a343b47ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:41.991118 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cb428573-033e-4653-a9db-872a343b47ed admin admin] For port dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2,segment=NetworkSegment(694023f7-6aa2-4930-a06b-5beebbe5a313),segment_id=694023f7-6aa2-4930-a06b-5beebbe5a313)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:41.991471 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb428573-033e-4653-a9db-872a343b47ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:42.009218 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cb428573-033e-4653-a9db-872a343b47ed admin admin] Calling delete_port for dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 owned by network:router_interface {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:23:42.201408 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb428573-033e-4653-a9db-872a343b47ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:42.228098 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb428573-033e-4653-a9db-872a343b47ed admin admin] Pushing event deleted for resources: {'Port': ['ID=dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:42.397869 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb428573-033e-4653-a9db-872a343b47ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622506'] for router_interface (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:42.404034 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe4a50-ac6a-40c4-a1de-1578f0a1340b req-2b4c5490-c267-4a78-b2d7-a9c432f7638c tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:42.406301 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9bfe4a50-ac6a-40c4-a1de-1578f0a1340b req-2b4c5490-c267-4a78-b2d7-a9c432f7638c tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/ports?device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 950 time: 0.0599761 Mar 30 07:23:42.453763 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9bfe4a50-ac6a-40c4-a1de-1578f0a1340b req-ca7873a7-a523-4d2b-9d20-ccd2f5c7ad1d tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c842b8d-8e86-4050-8c79-7e1faaf8db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408809 Mar 30 07:23:42.624923 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb428573-033e-4653-a9db-872a343b47ed admin admin] Router 22ab077e-c674-4b43-bbc6-c8d4274bd9b8 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:23:42.720596 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37f6b0-ead8-4a56-8cf1-9c1bbc9d9428 req-14a4e512-8004-49c6-b39a-dcd4b9f4b11d tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:42.722060 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ed37f6b0-ead8-4a56-8cf1-9c1bbc9d9428 req-14a4e512-8004-49c6-b39a-dcd4b9f4b11d tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/ports?device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 950 time: 0.0569568 Mar 30 07:23:42.773484 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ed37f6b0-ead8-4a56-8cf1-9c1bbc9d9428 req-ea54b228-5398-49e6-9673-ca593b286a3a tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c842b8d-8e86-4050-8c79-7e1faaf8db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450115 Mar 30 07:23:43.012154 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb428573-033e-4653-a9db-872a343b47ed admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:23:43.019671 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-cb428573-033e-4653-a9db-872a343b47ed admin admin] 10.222.0.20 "PUT /v2.0/routers/22ab077e-c674-4b43-bbc6-c8d4274bd9b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7379067 Mar 30 07:23:43.022314 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44284) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:43.022847 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4400d119-0725-464e-a408-65617c030aad None None] Sync routers for ids ['22ab077e-c674-4b43-bbc6-c8d4274bd9b8'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:23:43.033449 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4400d119-0725-464e-a408-65617c030aad None None] Routers {'22ab077e-c674-4b43-bbc6-c8d4274bd9b8'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:23:43.034063 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4400d119-0725-464e-a408-65617c030aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:23:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['22ab077e-c674-4b43-bbc6-c8d4274bd9b8'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:43.163478 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4400d119-0725-464e-a408-65617c030aad None None] Set router 22ab077e-c674-4b43-bbc6-c8d4274bd9b8 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:23:43.356170 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4400d119-0725-464e-a408-65617c030aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'name': 'tempest-TestShelveInstance-1224265492-router', 'tenant_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:23:42Z', 'revision_number': 5, 'project_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'gw_port': {'id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:43.382814 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4400d119-0725-464e-a408-65617c030aad None None] Checking router: 22ab077e-c674-4b43-bbc6-c8d4274bd9b8 for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:23:43.392085 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4400d119-0725-464e-a408-65617c030aad None None] Routers {'22ab077e-c674-4b43-bbc6-c8d4274bd9b8'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:23:43.392710 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4400d119-0725-464e-a408-65617c030aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:23:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['22ab077e-c674-4b43-bbc6-c8d4274bd9b8'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:43.402003 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] Publish callbacks [] for router (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:43.507440 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4400d119-0725-464e-a408-65617c030aad None None] Set router 22ab077e-c674-4b43-bbc6-c8d4274bd9b8 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:23:43.517209 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] Publish callbacks [] for router_gateway (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:43.572668 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] Deleting port dbc2602c-cdb2-42a5-bfac-787448e5ea79 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:23:43.573010 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (dbc2602c-cdb2-42a5-bfac-787448e5ea79), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:43.690793 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc2bd5-2e05-4770-8ea8-70bd3ac62dd5 req-8c278317-6e5f-4005-93ba-3a452c8738c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:43.691665 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] For port dbc2602c-cdb2-42a5-bfac-787448e5ea79, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=dbc2602c-cdb2-42a5-bfac-787448e5ea79,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:43.692057 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (dbc2602c-cdb2-42a5-bfac-787448e5ea79), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:43.692667 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-56fc2bd5-2e05-4770-8ea8-70bd3ac62dd5 req-8c278317-6e5f-4005-93ba-3a452c8738c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f93c1f92c8c14564bdb5b78a2d2b8b45&device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 1168 time: 0.0541914 Mar 30 07:23:43.707662 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e18a5-297e-40fe-a887-5094218893d8 req-f2e0d5da-151a-4708-b965-f42eb2edf60c tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:43.709186 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-179e18a5-297e-40fe-a887-5094218893d8 req-f2e0d5da-151a-4708-b965-f42eb2edf60c tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0955758 Mar 30 07:23:43.715708 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] Calling delete_port for dbc2602c-cdb2-42a5-bfac-787448e5ea79 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:23:43.793090 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc2bd5-2e05-4770-8ea8-70bd3ac62dd5 req-3c27bc5a-f3e2-4dc4-b1c2-d0ef5bdfaada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:43.794802 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-56fc2bd5-2e05-4770-8ea8-70bd3ac62dd5 req-3c27bc5a-f3e2-4dc4-b1c2-d0ef5bdfaada service neutron] 10.222.0.35 "GET /v2.0/networks?id=bb4ee955-7360-4788-803d-5e6807204f1d HTTP/1.1" status: 200 len: 915 time: 0.0932047 Mar 30 07:23:43.837483 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-179e18a5-297e-40fe-a887-5094218893d8 req-283992aa-f9cc-4322-a5a2-311ac0f4d7fc tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127217 Mar 30 07:23:43.850563 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4400d119-0725-464e-a408-65617c030aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'name': 'tempest-TestShelveInstance-1224265492-router', 'tenant_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:23:42Z', 'revision_number': 5, 'project_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'gw_port': {'id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:43.879419 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-56fc2bd5-2e05-4770-8ea8-70bd3ac62dd5 req-486f1868-d3f2-4829-8d59-d67d7530a33c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2248248f-9385-4ebf-85cd-c0c185df018b HTTP/1.1" status: 200 len: 1001 time: 0.0746403 Mar 30 07:23:43.881688 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4400d119-0725-464e-a408-65617c030aad None None] The sync data for ids ['22ab077e-c674-4b43-bbc6-c8d4274bd9b8'] in dv-cinder-835778-2-iscsi is: [{'id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'name': 'tempest-TestShelveInstance-1224265492-router', 'tenant_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:23:42Z', 'revision_number': 5, 'project_id': 'f1f33d3365c84e3e94058b8dd744ca92', 'gw_port': {'id': 'dbc2602c-cdb2-42a5-bfac-787448e5ea79', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab077e-c674-4b43-bbc6-c8d4274bd9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:18:47Z', 'updated_at': '2022-03-30T07:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:23:43.940951 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc2bd5-2e05-4770-8ea8-70bd3ac62dd5 req-b792e5c6-8691-4a2e-8d4a-272955d86c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:43.942307 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-56fc2bd5-2e05-4770-8ea8-70bd3ac62dd5 req-b792e5c6-8691-4a2e-8d4a-272955d86c6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c011af0c-6bba-437d-b25f-f36699b010b7 HTTP/1.1" status: 200 len: 853 time: 0.0545177 Mar 30 07:23:43.965716 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1bdc7-d810-4483-864c-8da1e3cf70bc req-aec01b2c-ec27-4002-840a-b293e68459ed tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:43.967391 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-85b1bdc7-d810-4483-864c-8da1e3cf70bc req-aec01b2c-ec27-4002-840a-b293e68459ed tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/ports?device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 950 time: 0.0902877 Mar 30 07:23:43.995304 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc2bd5-2e05-4770-8ea8-70bd3ac62dd5 req-ea3f9c62-c2aa-48a8-bb3d-d53537b04482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:43.997260 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-56fc2bd5-2e05-4770-8ea8-70bd3ac62dd5 req-ea3f9c62-c2aa-48a8-bb3d-d53537b04482 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb4ee955-7360-4788-803d-5e6807204f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477967 Mar 30 07:23:44.010249 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (dbc2602c-cdb2-42a5-bfac-787448e5ea79), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.047547 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc2602c-cdb2-42a5-bfac-787448e5ea79,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:44.053433 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-85b1bdc7-d810-4483-864c-8da1e3cf70bc req-6770b0e9-9ac6-4593-9f0f-7d1ffcc440f2 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c842b8d-8e86-4050-8c79-7e1faaf8db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797119 Mar 30 07:23:44.117549 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622784'] for router_gateway (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.125693 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-56fc2bd5-2e05-4770-8ea8-70bd3ac62dd5 req-a6343243-3e9a-462d-868d-6b68b756458b service neutron] 10.222.0.35 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953126 Mar 30 07:23:44.213924 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1931'] for router (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.215866 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] Publish callbacks [] for router_controller (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.226731 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-56fc2bd5-2e05-4770-8ea8-70bd3ac62dd5 req-41e6c54c-ed0a-45a9-92ae-d1ded9a2e031 service neutron] 10.222.0.35 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907555 Mar 30 07:23:44.261753 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624293'] for router (22ab077e-c674-4b43-bbc6-c8d4274bd9b8), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.262370 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22ab077e-c674-4b43-bbc6-c8d4274bd9b8 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 07:23:44.267304 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.270818 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7570294d-7ce8-48fa-b6e5-b34b1bf977be admin admin] 10.222.0.20 "DELETE /v2.0/routers/22ab077e-c674-4b43-bbc6-c8d4274bd9b8 HTTP/1.1" status: 204 len: 168 time: 1.2452340 Mar 30 07:23:44.271053 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44294) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:44.319743 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbaef79-e78a-4b34-b0b2-fdcc680ff0e8 admin admin] Deleting subnet 65878970-d5cb-4299-9979-0d257f440510 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:23:44.323146 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fbaef79-e78a-4b34-b0b2-fdcc680ff0e8 admin admin] Publish callbacks [] for subnet (65878970-d5cb-4299-9979-0d257f440510), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.363976 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fbaef79-e78a-4b34-b0b2-fdcc680ff0e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7367719'] for subnet (65878970-d5cb-4299-9979-0d257f440510), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.439034 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ba6bb-730a-4259-a3dc-2990b50cd2ca req-b4f47ef9-2c4c-4fe4-9027-ce540c528996 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:44.441022 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ce6ba6bb-730a-4259-a3dc-2990b50cd2ca req-b4f47ef9-2c4c-4fe4-9027-ce540c528996 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.35 "GET /v2.0/ports?device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 950 time: 0.0725622 Mar 30 07:23:44.448994 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fbaef79-e78a-4b34-b0b2-fdcc680ff0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (65878970-d5cb-4299-9979-0d257f440510), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.513669 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fbaef79-e78a-4b34-b0b2-fdcc680ff0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7417498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7759391'] for subnet (65878970-d5cb-4299-9979-0d257f440510), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.541271 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaef79-e78a-4b34-b0b2-fdcc680ff0e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65878970-d5cb-4299-9979-0d257f440510,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:44.547099 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fbaef79-e78a-4b34-b0b2-fdcc680ff0e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.550238 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4fbaef79-e78a-4b34-b0b2-fdcc680ff0e8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/65878970-d5cb-4299-9979-0d257f440510 HTTP/1.1" status: 204 len: 168 time: 0.2782638 Mar 30 07:23:44.552779 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1416208f-e8e4-48b9-aaa8-ef6969a8bdb9 None None] Network b9cf977d-3b46-4370-a274-29542dacafd0 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:23:44.553740 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44296) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:44.615684 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-ce6ba6bb-730a-4259-a3dc-2990b50cd2ca req-45fdc01f-40be-482e-b2cb-0c656c82676e tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Deleting port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:23:44.616036 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-ce6ba6bb-730a-4259-a3dc-2990b50cd2ca req-45fdc01f-40be-482e-b2cb-0c656c82676e tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.690608 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (b9cf977d-3b46-4370-a274-29542dacafd0), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.763941 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-ce6ba6bb-730a-4259-a3dc-2990b50cd2ca req-45fdc01f-40be-482e-b2cb-0c656c82676e tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] For port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=ecb92ae1-7dc4-4dff-a922-9a1df625d4ba,segment=NetworkSegment(c3565919-3f4f-43e4-8cae-10b7c29ed486),segment_id=c3565919-3f4f-43e4-8cae-10b7c29ed486)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:44.764227 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-ce6ba6bb-730a-4259-a3dc-2990b50cd2ca req-45fdc01f-40be-482e-b2cb-0c656c82676e tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.778850 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-ce6ba6bb-730a-4259-a3dc-2990b50cd2ca req-45fdc01f-40be-482e-b2cb-0c656c82676e tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Calling delete_port for ecb92ae1-7dc4-4dff-a922-9a1df625d4ba owned by compute:nova {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:23:44.836170 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] Deleting port 49d35b51-d422-40d7-ba81-26b5a24b4cbd {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:23:44.836502 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.924562 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] For port 49d35b51-d422-40d7-ba81-26b5a24b4cbd, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=49d35b51-d422-40d7-ba81-26b5a24b4cbd,segment=NetworkSegment(694023f7-6aa2-4930-a06b-5beebbe5a313),segment_id=694023f7-6aa2-4930-a06b-5beebbe5a313)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:44.924842 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:44.941533 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] Calling delete_port for 49d35b51-d422-40d7-ba81-26b5a24b4cbd owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:23:44.955606 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1bcff-63a0-47ee-8d6f-8f4127566dac req-58fa0a6f-741f-4d41-b46a-7bc5dfd7ccbb tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:44.957302 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a6c1bcff-63a0-47ee-8d6f-8f4127566dac req-58fa0a6f-741f-4d41-b46a-7bc5dfd7ccbb tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0592792 Mar 30 07:23:44.977188 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34f1aba-0dff-4a33-a501-2482f377b53c None None] DHCP port deletion for b9cf977d-3b46-4370-a274-29542dacafd0 request from dv-cinder-835778-2-iscsi {{(pid=103479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 07:23:45.053350 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-e34f1aba-0dff-4a33-a501-2482f377b53c None None] Deleting port 49d35b51-d422-40d7-ba81-26b5a24b4cbd {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:23:45.053570 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-ce6ba6bb-730a-4259-a3dc-2990b50cd2ca req-45fdc01f-40be-482e-b2cb-0c656c82676e tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (ecb92ae1-7dc4-4dff-a922-9a1df625d4ba), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.053781 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e34f1aba-0dff-4a33-a501-2482f377b53c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.054956 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a6c1bcff-63a0-47ee-8d6f-8f4127566dac req-b62fe88d-ac2d-4e5a-bbec-178c347d8cb0 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0885456 Mar 30 07:23:45.086296 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdc01f-40be-482e-b2cb-0c656c82676e tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Pushing event deleted for resources: {'Port': ['ID=ecb92ae1-7dc4-4dff-a922-9a1df625d4ba,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:45.109677 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['ecb92ae1-7dc4-4dff-a922-9a1df625d4ba'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:23:45.143998 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6ba6bb-730a-4259-a3dc-2990b50cd2ca req-45fdc01f-40be-482e-b2cb-0c656c82676e tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] No DVR routers for this DVR port ecb92ae1-7dc4-4dff-a922-9a1df625d4ba on host hv-cinder-83577 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:23:45.148450 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-ce6ba6bb-730a-4259-a3dc-2990b50cd2ca req-45fdc01f-40be-482e-b2cb-0c656c82676e tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.152037 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-ce6ba6bb-730a-4259-a3dc-2990b50cd2ca req-45fdc01f-40be-482e-b2cb-0c656c82676e tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.35 "DELETE /v2.0/ports/ecb92ae1-7dc4-4dff-a922-9a1df625d4ba HTTP/1.1" status: 204 len: 173 time: 0.7041376 Mar 30 07:23:45.152508 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3947af48-d63d-4e02-9ab2-af1fd89015ad', 'name': 'network-vif-deleted', 'tag': 'ecb92ae1-7dc4-4dff-a922-9a1df625d4ba'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:23:45.154991 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55d2b07-7343-494b-bba5-9313f80c3428" -d '{"events": [{"server_uuid": "3947af48-d63d-4e02-9ab2-af1fd89015ad", "name": "network-vif-deleted", "tag": "ecb92ae1-7dc4-4dff-a922-9a1df625d4ba"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:23:45.158269 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.199423 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] No DVR routers for this DVR port 49d35b51-d422-40d7-ba81-26b5a24b4cbd on host dv-cinder-835778-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:23:45.201288 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d35b51-d422-40d7-ba81-26b5a24b4cbd,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:45.210336 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-e34f1aba-0dff-4a33-a501-2482f377b53c None None] For port 49d35b51-d422-40d7-ba81-26b5a24b4cbd, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=49d35b51-d422-40d7-ba81-26b5a24b4cbd,segment=NetworkSegment(694023f7-6aa2-4930-a06b-5beebbe5a313),segment_id=694023f7-6aa2-4930-a06b-5beebbe5a313)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:23:45.210336 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e34f1aba-0dff-4a33-a501-2482f377b53c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.221997 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7746fb47-a7e8-4b5e-8811-042ca8cfee64 req-c932c80e-f279-46dc-ad10-d76153264390 tempest-VolumesNegativeTest-162294101 tempest-VolumesNegativeTest-162294101-project] 10.222.0.20 "GET /v2.0/ports?device_id=3947af48-d63d-4e02-9ab2-af1fd89015ad HTTP/1.1" status: 200 len: 210 time: 0.0495238 Mar 30 07:23:45.253655 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-e34f1aba-0dff-4a33-a501-2482f377b53c None None] Calling delete_port for 49d35b51-d422-40d7-ba81-26b5a24b4cbd owned by network:dhcp {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:23:45.254548 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08f4f9d-aaeb-4c4f-98ce-54d3de745982 x-openstack-request-id: req-c08f4f9d-aaeb-4c4f-98ce-54d3de745982 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:23:45.254938 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3947af48-d63d-4e02-9ab2-af1fd89015ad", "name": "network-vif-deleted", "tag": "ecb92ae1-7dc4-4dff-a922-9a1df625d4ba", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:23:45.255332 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c08f4f9d-aaeb-4c4f-98ce-54d3de745982 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:23:45.255850 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08f4f9d-aaeb-4c4f-98ce-54d3de745982'] response: {'server_uuid': '3947af48-d63d-4e02-9ab2-af1fd89015ad', 'name': 'network-vif-deleted', 'tag': 'ecb92ae1-7dc4-4dff-a922-9a1df625d4ba', 'status': 'completed', 'code': 200} Mar 30 07:23:45.312019 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (b9cf977d-3b46-4370-a274-29542dacafd0), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.339412 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cf977d-3b46-4370-a274-29542dacafd0']}} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:45.343753 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e34f1aba-0dff-4a33-a501-2482f377b53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422'] for port (49d35b51-d422-40d7-ba81-26b5a24b4cbd), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.363683 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694023f7-6aa2-4930-a06b-5beebbe5a313') {'for_net_delete': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:45.364158 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694023f7-6aa2-4930-a06b-5beebbe5a313') {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:23:45.371017 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f1aba-0dff-4a33-a501-2482f377b53c None None] Pushing event deleted for resources: {'Port': ['ID=49d35b51-d422-40d7-ba81-26b5a24b4cbd,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:45.374995 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5776156'] for segment (694023f7-6aa2-4930-a06b-5beebbe5a313), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.375966 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f1aba-0dff-4a33-a501-2482f377b53c None None] No DVR routers for this DVR port 49d35b51-d422-40d7-ba81-26b5a24b4cbd on host dv-cinder-835778-2-iscsi {{(pid=103479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:23:45.395454 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (694023f7-6aa2-4930-a06b-5beebbe5a313), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.402387 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:23:45.402883 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151914'] for segment (694023f7-6aa2-4930-a06b-5beebbe5a313), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: Traceback (most recent call last): Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: timer() Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: cb(*args, **kw) Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: return func(*args, **kwargs) Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: self._notify() Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: self.callback(batched_events) Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: event.method(event) Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: return f(self, *a, **k) Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._get(url).json() Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: return self.request(url, 'GET', **kwargs) Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:23:45.405512 dv-cinder-835778-2-iscsi neutron-server[103478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:23:45.463059 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (b9cf977d-3b46-4370-a274-29542dacafd0), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.470189 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.476716 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b9cf977d-3b46-4370-a274-29542dacafd0 HTTP/1.1" status: 204 len: 168 time: 0.9214661 Mar 30 07:23:45.493813 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc34b19-4a11-441e-a6a5-d159a45d9ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9cf977d-3b46-4370-a274-29542dacafd0,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:45.494814 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:23:45.515889 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:23:45.516239 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device dbed7901-6b8c-4ce5-95d8-54b7f7f83fb2 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:23:45.516973 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device dbc2602c-cdb2-42a5-bfac-787448e5ea79 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:23:45.539705 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: dbc2602c-cdb2-42a5-bfac-787448e5ea79 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:23:45.540107 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device dbc2602c-cdb2-42a5-bfac-787448e5ea79 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:23:45.540514 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 49d35b51-d422-40d7-ba81-26b5a24b4cbd no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:23:45.560775 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: 49d35b51-d422-40d7-ba81-26b5a24b4cbd {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:23:45.561614 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 49d35b51-d422-40d7-ba81-26b5a24b4cbd not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:23:45.593535 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44310) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:45.632691 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-cbeb5af1-84b1-4e42-88d4-6bab36802f61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b879ef71fe5494cadf6882b4230511a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378513 Mar 30 07:23:45.635254 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44312) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:45.682948 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9221b602-9ffa-4423-9ae3-f13cbe0a7d09 admin admin] Publish callbacks [] for security_group (ac6e41d7-d45d-41fd-953d-db48e0a67eba), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.705462 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9221b602-9ffa-4423-9ae3-f13cbe0a7d09 admin admin] Publish callbacks [] for security_group (ac6e41d7-d45d-41fd-953d-db48e0a67eba), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.753455 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9221b602-9ffa-4423-9ae3-f13cbe0a7d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (ac6e41d7-d45d-41fd-953d-db48e0a67eba), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.755946 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9221b602-9ffa-4423-9ae3-f13cbe0a7d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:45.757068 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-9221b602-9ffa-4423-9ae3-f13cbe0a7d09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac6e41d7-d45d-41fd-953d-db48e0a67eba HTTP/1.1" status: 204 len: 168 time: 0.1207867 Mar 30 07:23:45.765618 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221b602-9ffa-4423-9ae3-f13cbe0a7d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6e41d7-d45d-41fd-953d-db48e0a67eba,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:46.090646 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44320) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:46.145114 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-180f7e6b-c776-46c6-8ecd-e968e78bfeb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1f33d3365c84e3e94058b8dd744ca92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530782 Mar 30 07:23:46.147801 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44322) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:46.185986 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf0365-3c15-463e-83c3-85375128c161 req-44f4eb15-f4a3-46cb-9a40-d24ebce71de4 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:46.187482 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2adf0365-3c15-463e-83c3-85375128c161 req-44f4eb15-f4a3-46cb-9a40-d24ebce71de4 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0547497 Mar 30 07:23:46.203732 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f570eef-06cc-4db5-bbe3-720faa12009c admin admin] Publish callbacks [] for security_group (e98f83ec-0f78-45b5-9c1e-0f3f6a4625e4), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:46.226861 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f570eef-06cc-4db5-bbe3-720faa12009c admin admin] Publish callbacks [] for security_group (e98f83ec-0f78-45b5-9c1e-0f3f6a4625e4), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:46.253219 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2adf0365-3c15-463e-83c3-85375128c161 req-2a6f695b-e8fb-422f-8cdb-90ea43efd79d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582476 Mar 30 07:23:46.277444 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f570eef-06cc-4db5-bbe3-720faa12009c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (e98f83ec-0f78-45b5-9c1e-0f3f6a4625e4), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:46.280467 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f570eef-06cc-4db5-bbe3-720faa12009c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:46.283896 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-2f570eef-06cc-4db5-bbe3-720faa12009c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e98f83ec-0f78-45b5-9c1e-0f3f6a4625e4 HTTP/1.1" status: 204 len: 168 time: 0.1328006 Mar 30 07:23:46.291723 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f570eef-06cc-4db5-bbe3-720faa12009c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98f83ec-0f78-45b5-9c1e-0f3f6a4625e4,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:47.389871 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed632e-5980-49e6-98a8-a20e6c2234ea req-7156a3f7-4a92-4be0-9be6-99411460af8a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:47.391426 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-27ed632e-5980-49e6-98a8-a20e6c2234ea req-7156a3f7-4a92-4be0-9be6-99411460af8a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0581996 Mar 30 07:23:47.455936 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-27ed632e-5980-49e6-98a8-a20e6c2234ea req-70eb18cf-a278-4548-bb98-326519bf6f8a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583885 Mar 30 07:23:48.374911 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device ecb92ae1-7dc4-4dff-a922-9a1df625d4ba no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:23:48.394957 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: ecb92ae1-7dc4-4dff-a922-9a1df625d4ba {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:23:48.395303 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device ecb92ae1-7dc4-4dff-a922-9a1df625d4ba not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:23:48.583027 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966086ea-4167-4e8d-a0ab-59a89ea9f4b6 req-60e10a3d-1f23-4081-9cbb-603cd3e2c080 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:48.584586 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-966086ea-4167-4e8d-a0ab-59a89ea9f4b6 req-60e10a3d-1f23-4081-9cbb-603cd3e2c080 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0599496 Mar 30 07:23:48.646853 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-966086ea-4167-4e8d-a0ab-59a89ea9f4b6 req-35662ddd-e66e-45c4-9ef6-3e384bc3c317 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559900 Mar 30 07:23:49.784263 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5ad73-3412-4c07-b84e-5a67290315cd req-1f1fca73-439c-4ed4-8d7a-144fa14039c4 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:49.785733 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-65c5ad73-3412-4c07-b84e-5a67290315cd req-1f1fca73-439c-4ed4-8d7a-144fa14039c4 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0575047 Mar 30 07:23:49.848534 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-65c5ad73-3412-4c07-b84e-5a67290315cd req-01efef6e-2639-4b73-99dd-593e606b60b0 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543594 Mar 30 07:23:50.305227 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44580) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:50.435525 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-6dbfa551-5c5a-4acb-aa0f-bbc6a1234eb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7c15e6913c445c3be0d970eedf206ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291301 Mar 30 07:23:50.439229 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44584) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:23:50.488316 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd5a2-c4fe-4cf6-bd69-7f6a06942a34 admin admin] Publish callbacks [] for security_group (0c842b8d-8e86-4050-8c79-7e1faaf8db3c), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:50.510624 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd5a2-c4fe-4cf6-bd69-7f6a06942a34 admin admin] Publish callbacks [] for security_group (0c842b8d-8e86-4050-8c79-7e1faaf8db3c), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:50.561539 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd5a2-c4fe-4cf6-bd69-7f6a06942a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (0c842b8d-8e86-4050-8c79-7e1faaf8db3c), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:50.565668 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1cdbd5a2-c4fe-4cf6-bd69-7f6a06942a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:50.571431 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-1cdbd5a2-c4fe-4cf6-bd69-7f6a06942a34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c842b8d-8e86-4050-8c79-7e1faaf8db3c HTTP/1.1" status: 204 len: 168 time: 0.1272361 Mar 30 07:23:50.577825 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbd5a2-c4fe-4cf6-bd69-7f6a06942a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c842b8d-8e86-4050-8c79-7e1faaf8db3c,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:23:50.977493 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c08f02-47cd-4f21-9843-f89fd254d32a req-143c3f0d-6a08-4cea-859b-105fd88f9def tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:50.978965 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-82c08f02-47cd-4f21-9843-f89fd254d32a req-143c3f0d-6a08-4cea-859b-105fd88f9def tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0534663 Mar 30 07:23:51.042612 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-82c08f02-47cd-4f21-9843-f89fd254d32a req-5c9ca331-6a50-4916-a3ca-8d3b21b08df4 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579100 Mar 30 07:23:52.176517 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f79b4c-f9ca-4d0f-982c-bfa8e5b2552d req-321cbcf6-167b-4811-9b58-05b4a89dac44 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:52.177982 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-33f79b4c-f9ca-4d0f-982c-bfa8e5b2552d req-321cbcf6-167b-4811-9b58-05b4a89dac44 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0588081 Mar 30 07:23:52.248096 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-33f79b4c-f9ca-4d0f-982c-bfa8e5b2552d req-c2a5e291-3418-4a49-8a2f-7e66a1ab8046 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617549 Mar 30 07:23:53.396201 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d27d7-da6d-4fca-86d3-49adf7979320 req-5ba5b6b1-a99b-4b26-bace-830e4d1655b7 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:53.397644 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-248d27d7-da6d-4fca-86d3-49adf7979320 req-5ba5b6b1-a99b-4b26-bace-830e4d1655b7 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0647986 Mar 30 07:23:53.460073 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-248d27d7-da6d-4fca-86d3-49adf7979320 req-706790b1-94aa-482f-b8c1-228e41d86c01 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534818 Mar 30 07:23:54.237288 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-863413e2-b34c-4a56-a2aa-c164b3c43db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:54.603794 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02918e93-56ec-4ffd-ace4-a1297d3e7534 req-5fecf71b-56f7-4872-a4d5-92345793c980 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:54.605277 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-02918e93-56ec-4ffd-ace4-a1297d3e7534 req-5fecf71b-56f7-4872-a4d5-92345793c980 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0614767 Mar 30 07:23:54.668349 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-02918e93-56ec-4ffd-ace4-a1297d3e7534 req-33a00bb8-4842-4099-9849-302542be6175 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570152 Mar 30 07:23:55.801754 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96419a9-c961-49f6-a08d-5be922f76a45 req-05749d79-0e35-4865-9644-fe0d0dbe55be tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:55.803218 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f96419a9-c961-49f6-a08d-5be922f76a45 req-05749d79-0e35-4865-9644-fe0d0dbe55be tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0539730 Mar 30 07:23:55.864342 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f96419a9-c961-49f6-a08d-5be922f76a45 req-547a2e76-b34f-4a9d-920e-237af393d116 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548313 Mar 30 07:23:56.456898 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f6304a3c-7530-491b-80b9-c93b5d97aa70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:57.007674 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbcd0d-2907-4c05-bb1b-be7476060d4f req-830b0d26-d624-44f9-b737-4ed683946c42 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:57.009545 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9fdbcd0d-2907-4c05-bb1b-be7476060d4f req-830b0d26-d624-44f9-b737-4ed683946c42 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0692503 Mar 30 07:23:57.082241 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9fdbcd0d-2907-4c05-bb1b-be7476060d4f req-2766443f-582e-4683-917a-df5b2490c610 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651131 Mar 30 07:23:57.971283 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:58.218370 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c215c-5f0a-4c13-8afd-9530f764133b req-966dd35d-95a5-4d9a-8ed3-e24de1e1d6c5 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:58.219943 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-464c215c-5f0a-4c13-8afd-9530f764133b req-966dd35d-95a5-4d9a-8ed3-e24de1e1d6c5 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0633037 Mar 30 07:23:58.280044 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-464c215c-5f0a-4c13-8afd-9530f764133b req-ef2db3ee-4eaa-4a5f-9817-1dbbcc5bcd28 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540552 Mar 30 07:23:59.131384 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:23:59.414367 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b664-eceb-4cae-b500-4f1556bc9540 req-c54fd454-0ca0-422b-9222-464868eef58a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:23:59.415879 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3558b664-eceb-4cae-b500-4f1556bc9540 req-c54fd454-0ca0-422b-9222-464868eef58a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0652735 Mar 30 07:23:59.487929 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3558b664-eceb-4cae-b500-4f1556bc9540 req-f93a6f83-b552-4f20-83bc-c515067575a6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653152 Mar 30 07:24:00.620123 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a467616-aa9e-40e1-9bad-566821f1ffa9 req-8fd167b4-5ed5-4786-98f8-9f3b63ac04ad tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:00.621583 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7a467616-aa9e-40e1-9bad-566821f1ffa9 req-8fd167b4-5ed5-4786-98f8-9f3b63ac04ad tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0587442 Mar 30 07:24:00.641376 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:00.682573 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7a467616-aa9e-40e1-9bad-566821f1ffa9 req-b5b6b1c3-4aa7-4aa8-aba9-35f88864d8b6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545430 Mar 30 07:24:01.818522 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55aa94-6364-45a3-a124-b01696b156f6 req-09b62d37-0db9-4be2-b50f-165747c8a164 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:01.819999 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1e55aa94-6364-45a3-a124-b01696b156f6 req-09b62d37-0db9-4be2-b50f-165747c8a164 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0557187 Mar 30 07:24:01.882114 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1e55aa94-6364-45a3-a124-b01696b156f6 req-5e9dcea4-40e7-48ad-82aa-8484bb2aa613 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536001 Mar 30 07:24:03.028722 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c51ab5-2c7e-490a-b1e9-983da2e38cca req-164741ba-41a5-4c42-82a2-0e9d0c4f0211 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:03.030171 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-05c51ab5-2c7e-490a-b1e9-983da2e38cca req-164741ba-41a5-4c42-82a2-0e9d0c4f0211 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0664961 Mar 30 07:24:03.092471 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-05c51ab5-2c7e-490a-b1e9-983da2e38cca req-7fb5bf05-6c91-4b11-8d07-59fda89a9d3d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e&id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563486 Mar 30 07:24:04.720033 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:24:04.801092 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:07.865660 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44744) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:07.972633 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-35d5240a-ab09-43b4-ae67-5b6b08fe1363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:08.052190 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-35d5240a-ab09-43b4-ae67-5b6b08fe1363 admin admin] Publish callbacks [] for security_group (c7846182-c42a-4e81-be18-37eeac326c80), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:08.058162 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-35d5240a-ab09-43b4-ae67-5b6b08fe1363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (c7846182-c42a-4e81-be18-37eeac326c80), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:08.095147 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-35d5240a-ab09-43b4-ae67-5b6b08fe1363 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7356252178f14472958c505236909312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284276 Mar 30 07:24:08.096048 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5240a-ab09-43b4-ae67-5b6b08fe1363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7846182-c42a-4e81-be18-37eeac326c80,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:08.098255 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44748) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:08.156086 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Publish callbacks [] for security_group (c7846182-c42a-4e81-be18-37eeac326c80), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:08.176880 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Publish callbacks [] for security_group (c7846182-c42a-4e81-be18-37eeac326c80), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:08.232729 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (c7846182-c42a-4e81-be18-37eeac326c80), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:08.236852 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:08.238003 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7846182-c42a-4e81-be18-37eeac326c80 HTTP/1.1" status: 204 len: 168 time: 0.1374602 Mar 30 07:24:08.246342 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7846182-c42a-4e81-be18-37eeac326c80,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:08.253568 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:08.253914 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:08.254251 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:08.254584 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:08.254911 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:08.255258 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:08.255505 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:08.255839 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:08.256182 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:08.256505 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:08.256831 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:08.257148 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:08.257461 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:08.257776 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:08.258086 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d74262-d8d2-41d8-afd9-e7aecffdea74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:15.416629 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443d5ed-17de-4005-b3ee-157092ac5867 req-4e887a2c-fd49-4d39-9ff8-f380f00482e5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:15.418051 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3443d5ed-17de-4005-b3ee-157092ac5867 req-4e887a2c-fd49-4d39-9ff8-f380f00482e5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 945 time: 0.0540192 Mar 30 07:24:15.470501 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3443d5ed-17de-4005-b3ee-157092ac5867 req-e1a0001f-ea7b-4b3e-8a5b-fa2ad6da7804 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=646ef4f4-e89a-4159-af5a-83d7b6906a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437722 Mar 30 07:24:16.620066 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7d0b7-be9c-44c9-9069-e601a9712d5a req-783240d8-abe0-4dfb-8631-0cb50c48ec99 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:16.621541 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5ae7d0b7-be9c-44c9-9069-e601a9712d5a req-783240d8-abe0-4dfb-8631-0cb50c48ec99 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 945 time: 0.0632660 Mar 30 07:24:16.668565 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5ae7d0b7-be9c-44c9-9069-e601a9712d5a req-6d2a7d36-102d-416c-bca2-d80e300358d1 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=646ef4f4-e89a-4159-af5a-83d7b6906a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413508 Mar 30 07:24:16.986920 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-b09be0de-3018-4878-9025-9ff1fd6692df tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:16.988372 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-b09be0de-3018-4878-9025-9ff1fd6692df tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 945 time: 0.0613697 Mar 30 07:24:17.085244 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Deleting port 2677b771-ec44-40a5-bd54-2aac9661dc44 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:24:17.085564 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:17.185521 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] For port 2677b771-ec44-40a5-bd54-2aac9661dc44, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2677b771-ec44-40a5-bd54-2aac9661dc44,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:17.185854 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:17.374892 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:17.375254 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (9cdd8928-6156-4044-a111-8b252e72dd54), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:17.375574 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.l3_db [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Floating IP 9cdd8928-6156-4044-a111-8b252e72dd54 disassociated. External IP: 172.27.1.193, port: 2677b771-ec44-40a5-bd54-2aac9661dc44. Mar 30 07:24:17.375947 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Calling delete_port for 2677b771-ec44-40a5-bd54-2aac9661dc44 owned by compute:nova {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:24:17.526486 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (2677b771-ec44-40a5-bd54-2aac9661dc44), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:17.555007 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event deleted for resources: {'Port': ['ID=2677b771-ec44-40a5-bd54-2aac9661dc44,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:17.565880 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:17.566226 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:17.566619 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:17.566960 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:17.567290 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:17.567618 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:17.567971 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:17.568296 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:17.568615 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:17.568936 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:17.569259 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:17.569579 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:17.569894 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:17.570196 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:17.570513 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:17.689676 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Router 9074cbef-674c-4417-ae93-b5ba56a1b156 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:24:17.766997 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2c24680f-a455-43ae-a3bf-75e8155d201a req-ffff66a3-1d99-4a49-b32e-874ed3a72a9c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e27669-29a8-48a3-b442-ee2cc19176c3 HTTP/1.1" status: 200 len: 210 time: 0.0268974 Mar 30 07:24:17.802293 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:24:17.811793 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d382cc-5265-455d-be4d-871dfd1cb668 None None] Sync routers for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:24:17.822581 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d382cc-5265-455d-be4d-871dfd1cb668 None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:24:17.823206 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-e1d382cc-5265-455d-be4d-871dfd1cb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:23:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:17.843224 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] No DVR routers for this DVR port 2677b771-ec44-40a5-bd54-2aac9661dc44 on host hv-cinder-83577 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:24:17.845917 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:17.849419 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-2868c3bb-cb2b-4441-82b2-d941d482115c req-2b119b17-8e1c-4723-bd07-750fee4ce3b5 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "DELETE /v2.0/ports/2677b771-ec44-40a5-bd54-2aac9661dc44 HTTP/1.1" status: 204 len: 173 time: 0.8556507 Mar 30 07:24:17.849926 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e27669-29a8-48a3-b442-ee2cc19176c3', 'name': 'network-vif-deleted', 'tag': '2677b771-ec44-40a5-bd54-2aac9661dc44'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:24:17.852574 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cbca53-b6a9-42f3-9827-7f0615019a34" -d '{"events": [{"server_uuid": "c4e27669-29a8-48a3-b442-ee2cc19176c3", "name": "network-vif-deleted", "tag": "2677b771-ec44-40a5-bd54-2aac9661dc44"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:24:17.887758 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bc5254-ea40-4193-84e7-63d85e8824cf x-openstack-request-id: req-b6bc5254-ea40-4193-84e7-63d85e8824cf {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:24:17.888082 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e27669-29a8-48a3-b442-ee2cc19176c3", "name": "network-vif-deleted", "tag": "2677b771-ec44-40a5-bd54-2aac9661dc44", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:24:17.888341 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6bc5254-ea40-4193-84e7-63d85e8824cf {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:24:17.888745 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6bc5254-ea40-4193-84e7-63d85e8824cf'] response: {'server_uuid': 'c4e27669-29a8-48a3-b442-ee2cc19176c3', 'name': 'network-vif-deleted', 'tag': '2677b771-ec44-40a5-bd54-2aac9661dc44', 'status': 'completed', 'code': 200} Mar 30 07:24:17.932789 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-e1d382cc-5265-455d-be4d-871dfd1cb668 None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:24:18.170768 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-e1d382cc-5265-455d-be4d-871dfd1cb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '1b7a3a26-3307-4940-9c2a-24f48970a08a', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': '8f177682-1cd3-4432-bdc9-dd65cf3fa601', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:74:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:22:09Z', 'updated_at': '2022-03-30T07:22:32Z', 'revision_number': 2, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:18.200700 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d382cc-5265-455d-be4d-871dfd1cb668 None None] Checking router: 9074cbef-674c-4417-ae93-b5ba56a1b156 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:24:18.209822 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d382cc-5265-455d-be4d-871dfd1cb668 None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:24:18.210427 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-e1d382cc-5265-455d-be4d-871dfd1cb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:23:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:18.324805 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-e1d382cc-5265-455d-be4d-871dfd1cb668 None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:24:18.634187 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-e1d382cc-5265-455d-be4d-871dfd1cb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '1b7a3a26-3307-4940-9c2a-24f48970a08a', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': '8f177682-1cd3-4432-bdc9-dd65cf3fa601', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:74:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:22:09Z', 'updated_at': '2022-03-30T07:22:32Z', 'revision_number': 2, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:18.662970 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d382cc-5265-455d-be4d-871dfd1cb668 None None] The sync data for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi is: [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '1b7a3a26-3307-4940-9c2a-24f48970a08a', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': '8f177682-1cd3-4432-bdc9-dd65cf3fa601', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:74:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:22:09Z', 'updated_at': '2022-03-30T07:22:32Z', 'revision_number': 2, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:24:18.857503 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44776) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:18.900554 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963c2802-488d-4c52-b6aa-625dd0188cd7 None None] New status for floating IP 9cdd8928-6156-4044-a111-8b252e72dd54: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:24:18.912404 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10e12339-1727-4f76-b4d4-83bf772fada0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (646ef4f4-e89a-4159-af5a-83d7b6906a43), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:18.938569 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10e12339-1727-4f76-b4d4-83bf772fada0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (646ef4f4-e89a-4159-af5a-83d7b6906a43), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:18.988144 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10e12339-1727-4f76-b4d4-83bf772fada0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (646ef4f4-e89a-4159-af5a-83d7b6906a43), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:18.990718 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10e12339-1727-4f76-b4d4-83bf772fada0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:18.991868 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-10e12339-1727-4f76-b4d4-83bf772fada0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "DELETE /v2.0/security-groups/646ef4f4-e89a-4159-af5a-83d7b6906a43 HTTP/1.1" status: 204 len: 168 time: 0.1333601 Mar 30 07:24:18.994705 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44778) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:19.000809 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e12339-1727-4f76-b4d4-83bf772fada0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=646ef4f4-e89a-4159-af5a-83d7b6906a43,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:19.019153 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.api.v2.resource [None req-bad6c540-88f2-4e74-a5a5-0706ea31582f tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] show failed (client error): The resource could not be found. Mar 30 07:24:19.020398 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-bad6c540-88f2-4e74-a5a5-0706ea31582f tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups/646ef4f4-e89a-4159-af5a-83d7b6906a43 HTTP/1.1" status: 404 len: 347 time: 0.0245569 Mar 30 07:24:19.024636 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44780) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:19.156070 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-580bfa41-1d4c-4272-b396-c2bc8c932eac tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Deleting port 4d6729d7-cf97-4811-b6a4-454f2c279270 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:24:19.156381 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-580bfa41-1d4c-4272-b396-c2bc8c932eac tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (4d6729d7-cf97-4811-b6a4-454f2c279270), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:19.234467 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-580bfa41-1d4c-4272-b396-c2bc8c932eac tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (4d6729d7-cf97-4811-b6a4-454f2c279270), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:19.234796 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-580bfa41-1d4c-4272-b396-c2bc8c932eac tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (4d6729d7-cf97-4811-b6a4-454f2c279270), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:19.246483 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-580bfa41-1d4c-4272-b396-c2bc8c932eac tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Calling delete_port for 4d6729d7-cf97-4811-b6a4-454f2c279270 owned by network:floatingip {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:24:19.399061 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-580bfa41-1d4c-4272-b396-c2bc8c932eac tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (4d6729d7-cf97-4811-b6a4-454f2c279270), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:19.426235 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bfa41-1d4c-4272-b396-c2bc8c932eac tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event deleted for resources: {'Port': ['ID=4d6729d7-cf97-4811-b6a4-454f2c279270,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:19.488908 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-580bfa41-1d4c-4272-b396-c2bc8c932eac tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (9cdd8928-6156-4044-a111-8b252e72dd54), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:19.491668 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-580bfa41-1d4c-4272-b396-c2bc8c932eac tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:19.492847 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-580bfa41-1d4c-4272-b396-c2bc8c932eac tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "DELETE /v2.0/floatingips/9cdd8928-6156-4044-a111-8b252e72dd54 HTTP/1.1" status: 204 len: 168 time: 0.4672158 Mar 30 07:24:20.561720 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2677b771-ec44-40a5-bd54-2aac9661dc44 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:24:20.586084 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: 2677b771-ec44-40a5-bd54-2aac9661dc44 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:24:20.586406 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2677b771-ec44-40a5-bd54-2aac9661dc44 not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:24:21.172384 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7b577-5679-4bf3-9117-f7a1183ae034 req-abafe753-5c5e-4571-88c9-444aa14e1d47 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:21.173770 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e6a7b577-5679-4bf3-9117-f7a1183ae034 req-abafe753-5c5e-4571-88c9-444aa14e1d47 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 946 time: 0.0535660 Mar 30 07:24:21.233555 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e6a7b577-5679-4bf3-9117-f7a1183ae034 req-f1ca476a-71a0-49c4-8dc4-e1b5916bca5e tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=996c553e-31de-48f2-89b9-76e9530aec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516329 Mar 30 07:24:22.378593 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7e9f2-29ea-4c8d-87cb-07117ab2c5d5 req-4b2a2b67-a367-4746-a0ab-efcfdb070e0a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:22.380060 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eaa7e9f2-29ea-4c8d-87cb-07117ab2c5d5 req-4b2a2b67-a367-4746-a0ab-efcfdb070e0a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 946 time: 0.0606670 Mar 30 07:24:22.434794 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eaa7e9f2-29ea-4c8d-87cb-07117ab2c5d5 req-6196cd3a-e3bd-4648-a733-f580888da84e tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=996c553e-31de-48f2-89b9-76e9530aec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462971 Mar 30 07:24:22.827066 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-b43e1d49-7cba-4930-b5e3-00f3277f631a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:22.828533 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-b43e1d49-7cba-4930-b5e3-00f3277f631a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 946 time: 0.0569556 Mar 30 07:24:22.945365 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-7e31dccf-c526-481f-b656-3ce3ca7f6ee3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Deleting port 8f177682-1cd3-4432-bdc9-dd65cf3fa601 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:24:22.945839 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-7e31dccf-c526-481f-b656-3ce3ca7f6ee3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:23.043276 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-7e31dccf-c526-481f-b656-3ce3ca7f6ee3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] For port 8f177682-1cd3-4432-bdc9-dd65cf3fa601, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=8f177682-1cd3-4432-bdc9-dd65cf3fa601,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:23.043620 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-7e31dccf-c526-481f-b656-3ce3ca7f6ee3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:23.219390 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-7e31dccf-c526-481f-b656-3ce3ca7f6ee3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:23.219745 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-7e31dccf-c526-481f-b656-3ce3ca7f6ee3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (1b7a3a26-3307-4940-9c2a-24f48970a08a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:23.220089 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.l3_db [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-7e31dccf-c526-481f-b656-3ce3ca7f6ee3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Floating IP 1b7a3a26-3307-4940-9c2a-24f48970a08a disassociated. External IP: 172.27.1.167, port: 8f177682-1cd3-4432-bdc9-dd65cf3fa601. Mar 30 07:24:23.220420 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-7e31dccf-c526-481f-b656-3ce3ca7f6ee3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Calling delete_port for 8f177682-1cd3-4432-bdc9-dd65cf3fa601 owned by compute:nova {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:24:23.359471 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-7e31dccf-c526-481f-b656-3ce3ca7f6ee3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (8f177682-1cd3-4432-bdc9-dd65cf3fa601), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:23.388441 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31dccf-c526-481f-b656-3ce3ca7f6ee3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event deleted for resources: {'Port': ['ID=8f177682-1cd3-4432-bdc9-dd65cf3fa601,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:23.506266 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-7e31dccf-c526-481f-b656-3ce3ca7f6ee3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Router 9074cbef-674c-4417-ae93-b5ba56a1b156 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:24:23.534149 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-70605a90-8a46-4694-9bff-4b7c71d0847f req-31f3104d-90d1-4947-ba5f-008f252a17cc tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb553a5a-a341-4f34-9d09-4082d87fc076 HTTP/1.1" status: 200 len: 210 time: 0.0266120 Mar 30 07:24:23.618197 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-7e31dccf-c526-481f-b656-3ce3ca7f6ee3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:24:23.628524 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fec980-4645-4f03-92c0-cce1b2c41979 None None] Sync routers for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:24:23.639291 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fec980-4645-4f03-92c0-cce1b2c41979 None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:24:23.639910 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a4fec980-4645-4f03-92c0-cce1b2c41979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:23:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:23.658371 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-7e31dccf-c526-481f-b656-3ce3ca7f6ee3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] No DVR routers for this DVR port 8f177682-1cd3-4432-bdc9-dd65cf3fa601 on host hv-cinder-83577 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:24:23.660873 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-7e31dccf-c526-481f-b656-3ce3ca7f6ee3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:23.664227 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0c3aa13e-6c5c-4e10-b0f4-96f20c7ed344 req-7e31dccf-c526-481f-b656-3ce3ca7f6ee3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "DELETE /v2.0/ports/8f177682-1cd3-4432-bdc9-dd65cf3fa601 HTTP/1.1" status: 204 len: 173 time: 0.8275957 Mar 30 07:24:23.664663 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'name': 'network-vif-deleted', 'tag': '8f177682-1cd3-4432-bdc9-dd65cf3fa601'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:24:23.666880 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cf7c9e-cad6-4857-ae3e-f87b88a12754" -d '{"events": [{"server_uuid": "fb553a5a-a341-4f34-9d09-4082d87fc076", "name": "network-vif-deleted", "tag": "8f177682-1cd3-4432-bdc9-dd65cf3fa601"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:24:23.707689 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25503cc-62cd-4d69-aac2-7efba5275283 x-openstack-request-id: req-c25503cc-62cd-4d69-aac2-7efba5275283 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:24:23.708010 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb553a5a-a341-4f34-9d09-4082d87fc076", "name": "network-vif-deleted", "tag": "8f177682-1cd3-4432-bdc9-dd65cf3fa601", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:24:23.708263 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c25503cc-62cd-4d69-aac2-7efba5275283 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:24:23.708729 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25503cc-62cd-4d69-aac2-7efba5275283'] response: {'server_uuid': 'fb553a5a-a341-4f34-9d09-4082d87fc076', 'name': 'network-vif-deleted', 'tag': '8f177682-1cd3-4432-bdc9-dd65cf3fa601', 'status': 'completed', 'code': 200} Mar 30 07:24:23.763542 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-a4fec980-4645-4f03-92c0-cce1b2c41979 None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:24:23.963744 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a4fec980-4645-4f03-92c0-cce1b2c41979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:23.990047 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fec980-4645-4f03-92c0-cce1b2c41979 None None] Checking router: 9074cbef-674c-4417-ae93-b5ba56a1b156 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:24:23.998564 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fec980-4645-4f03-92c0-cce1b2c41979 None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:24:23.999149 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a4fec980-4645-4f03-92c0-cce1b2c41979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:23:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:24.107713 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-a4fec980-4645-4f03-92c0-cce1b2c41979 None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:24:24.232105 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b31f-11d5-474b-afd1-a714ad091815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:24.328004 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-a4fec980-4645-4f03-92c0-cce1b2c41979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:24.354598 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fec980-4645-4f03-92c0-cce1b2c41979 None None] The sync data for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi is: [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:24:24.573450 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd9b730-c352-429e-8755-babe69e7a011 None None] New status for floating IP 1b7a3a26-3307-4940-9c2a-24f48970a08a: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:24:24.624505 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44810) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:24.677377 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aaf098b9-9af2-4101-8ac0-b413a4a27bc9 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (996c553e-31de-48f2-89b9-76e9530aec4d), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:24.705898 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aaf098b9-9af2-4101-8ac0-b413a4a27bc9 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (996c553e-31de-48f2-89b9-76e9530aec4d), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:24.756935 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aaf098b9-9af2-4101-8ac0-b413a4a27bc9 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (996c553e-31de-48f2-89b9-76e9530aec4d), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:24.759513 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aaf098b9-9af2-4101-8ac0-b413a4a27bc9 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:24.760694 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-aaf098b9-9af2-4101-8ac0-b413a4a27bc9 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "DELETE /v2.0/security-groups/996c553e-31de-48f2-89b9-76e9530aec4d HTTP/1.1" status: 204 len: 168 time: 0.1351659 Mar 30 07:24:24.763558 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44812) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:24.769418 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf098b9-9af2-4101-8ac0-b413a4a27bc9 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=996c553e-31de-48f2-89b9-76e9530aec4d,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:24.777014 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.api.v2.resource [None req-7418c49b-7f8e-4389-b956-d32ca10e4528 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] show failed (client error): The resource could not be found. Mar 30 07:24:24.778041 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7418c49b-7f8e-4389-b956-d32ca10e4528 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups/996c553e-31de-48f2-89b9-76e9530aec4d HTTP/1.1" status: 404 len: 347 time: 0.0134857 Mar 30 07:24:24.780835 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44814) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:24.905121 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-26fe4b35-e28e-49fc-a86e-5aeb1277a497 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Deleting port a4a28a45-ee9d-429a-9a8b-88222181efd8 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:24:24.905380 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26fe4b35-e28e-49fc-a86e-5aeb1277a497 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (a4a28a45-ee9d-429a-9a8b-88222181efd8), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:24.980893 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26fe4b35-e28e-49fc-a86e-5aeb1277a497 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (a4a28a45-ee9d-429a-9a8b-88222181efd8), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:24.981176 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26fe4b35-e28e-49fc-a86e-5aeb1277a497 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (a4a28a45-ee9d-429a-9a8b-88222181efd8), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:24.993435 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-26fe4b35-e28e-49fc-a86e-5aeb1277a497 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Calling delete_port for a4a28a45-ee9d-429a-9a8b-88222181efd8 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:24:25.131577 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26fe4b35-e28e-49fc-a86e-5aeb1277a497 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (a4a28a45-ee9d-429a-9a8b-88222181efd8), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:25.156935 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe4b35-e28e-49fc-a86e-5aeb1277a497 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event deleted for resources: {'Port': ['ID=a4a28a45-ee9d-429a-9a8b-88222181efd8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:25.223287 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26fe4b35-e28e-49fc-a86e-5aeb1277a497 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (1b7a3a26-3307-4940-9c2a-24f48970a08a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:25.226436 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26fe4b35-e28e-49fc-a86e-5aeb1277a497 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:25.227573 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-26fe4b35-e28e-49fc-a86e-5aeb1277a497 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "DELETE /v2.0/floatingips/1b7a3a26-3307-4940-9c2a-24f48970a08a HTTP/1.1" status: 204 len: 168 time: 0.4458640 Mar 30 07:24:25.488988 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44818) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:25.493750 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a0eae7fc-1f97-4977-b513-f1d11d48d814 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422818952', 'description': 'tempest-description--560576886'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:24:25.514718 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0eae7fc-1f97-4977-b513-f1d11d48d814 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:25.592901 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0eae7fc-1f97-4977-b513-f1d11d48d814 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (c68900a2-f931-49fd-8ef9-30cb4fc208ea), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:25.598604 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0eae7fc-1f97-4977-b513-f1d11d48d814 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (c68900a2-f931-49fd-8ef9-30cb4fc208ea), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:25.628861 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0eae7fc-1f97-4977-b513-f1d11d48d814 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:25.630056 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a0eae7fc-1f97-4977-b513-f1d11d48d814 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1400561 Mar 30 07:24:25.632270 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eae7fc-1f97-4977-b513-f1d11d48d814 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68900a2-f931-49fd-8ef9-30cb4fc208ea,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:25.633372 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44820) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:25.638756 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-ca49db15-95c1-472f-9bc6-5cb730686ab4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'security_group_rule': {'security_group_id': 'c68900a2-f931-49fd-8ef9-30cb4fc208ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:24:25.667227 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca49db15-95c1-472f-9bc6-5cb730686ab4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (8e2c6c2f-e4af-45ae-9753-6d18f3d83e69), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:25.716863 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca49db15-95c1-472f-9bc6-5cb730686ab4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (8e2c6c2f-e4af-45ae-9753-6d18f3d83e69), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:25.721600 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca49db15-95c1-472f-9bc6-5cb730686ab4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (8e2c6c2f-e4af-45ae-9753-6d18f3d83e69), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:25.739256 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49db15-95c1-472f-9bc6-5cb730686ab4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2c6c2f-e4af-45ae-9753-6d18f3d83e69,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:25.748773 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca49db15-95c1-472f-9bc6-5cb730686ab4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:25.750105 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-ca49db15-95c1-472f-9bc6-5cb730686ab4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150684 Mar 30 07:24:25.753611 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44822) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:25.758610 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f06caa0f-fda8-44af-bdce-976aa2c6f948 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'security_group_rule': {'security_group_id': 'c68900a2-f931-49fd-8ef9-30cb4fc208ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:24:25.783470 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f06caa0f-fda8-44af-bdce-976aa2c6f948 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (43d36950-3762-45e0-bf6e-8dbd3eb91831), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:25.838948 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f06caa0f-fda8-44af-bdce-976aa2c6f948 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (43d36950-3762-45e0-bf6e-8dbd3eb91831), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:25.844571 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f06caa0f-fda8-44af-bdce-976aa2c6f948 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (43d36950-3762-45e0-bf6e-8dbd3eb91831), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:25.861573 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06caa0f-fda8-44af-bdce-976aa2c6f948 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d36950-3762-45e0-bf6e-8dbd3eb91831,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:25.870711 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f06caa0f-fda8-44af-bdce-976aa2c6f948 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:25.871949 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f06caa0f-fda8-44af-bdce-976aa2c6f948 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173186 Mar 30 07:24:25.875119 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44824) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:25.879350 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'floatingip': {'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:24:25.899651 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:26.014111 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:26.119944 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Allocated IP 172.27.1.59 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/970f0d26-4260-4aa5-b73a-39c826a568cd) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:24:26.226884 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for port (970f0d26-4260-4aa5-b73a-39c826a568cd), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:26.264105 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (970f0d26-4260-4aa5-b73a-39c826a568cd), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:26.301564 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:24:26.306304 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:24:26.310640 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:24:26.313637 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'Port': ['ID=970f0d26-4260-4aa5-b73a-39c826a568cd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:26.409043 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (17149586-898b-4707-8682-b595c071d22a), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:26.447542 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (970f0d26-4260-4aa5-b73a-39c826a568cd), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:26.453818 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-836305c3-929c-4d18-a1ee-97dc51fde7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:26.588749 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 8f177682-1cd3-4432-bdc9-dd65cf3fa601 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:24:26.602768 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for port (970f0d26-4260-4aa5-b73a-39c826a568cd), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:26.608243 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (970f0d26-4260-4aa5-b73a-39c826a568cd), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:26.609684 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: 8f177682-1cd3-4432-bdc9-dd65cf3fa601 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:24:26.609963 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 8f177682-1cd3-4432-bdc9-dd65cf3fa601 not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:24:26.675426 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'Port': ['ID=970f0d26-4260-4aa5-b73a-39c826a568cd,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:26.685507 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (17149586-898b-4707-8682-b595c071d22a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:26.702529 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:26.703777 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-9c9c71fd-a127-411f-beec-38fb7503d295 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8277507 Mar 30 07:24:26.926267 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-ff0eb73d-6f90-4b4d-8159-6543fb76071f tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1422818952&fields=id&tenant_id=2482f983870c40ad8fe2e8a9ae69169c HTTP/1.1" status: 200 len: 267 time: 0.0532537 Mar 30 07:24:27.043344 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-48344af3-ca39-4590-b479-e1f17e26701c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:27.044830 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-48344af3-ca39-4590-b479-e1f17e26701c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 815 time: 0.1117384 Mar 30 07:24:27.062605 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-56ef6adc-fecc-4a3d-a28d-b831c4d011e6 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/quotas/2482f983870c40ad8fe2e8a9ae69169c HTTP/1.1" status: 200 len: 375 time: 0.0096085 Mar 30 07:24:27.131377 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-10b805d3-617a-4e3c-8e42-28571d46e4d4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610230 Mar 30 07:24:27.246868 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-0cb95ab7-1ad5-4fa6-808d-44db405b220d service neutron] 10.222.0.20 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955932 Mar 30 07:24:27.345974 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-268bd93d-4c1e-4f25-90a5-d3e0d67825c2 service neutron] 10.222.0.20 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918534 Mar 30 07:24:27.524368 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-838fe38c-94e4-43fb-83c6-1b98c90731c8 req-f5bf5a7f-6eb6-441e-b366-fc9c0d1063d8 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 210 time: 0.0286171 Mar 30 07:24:27.974609 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:28.559138 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-9b30f451-3c00-4ba4-b3f5-1c67676a0dbc tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:28.560809 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-9b30f451-3c00-4ba4-b3f5-1c67676a0dbc tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 815 time: 0.1020687 Mar 30 07:24:28.626800 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-380795bd-0cac-460c-a58e-3a7cf2903422 req-3d88f761-05d3-4866-925c-02f6c0e9e225 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 210 time: 0.0318651 Mar 30 07:24:28.637262 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-2a41e749-aec0-428e-8ed2-b85936ca8492 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2482f983870c40ad8fe2e8a9ae69169c HTTP/1.1" status: 200 len: 380 time: 0.0602875 Mar 30 07:24:28.645608 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-0277e65e-85a8-4fe1-8195-420082f8ee08 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'port': {'device_id': 'd287ae8d-8382-4023-8788-f8789b1368d8', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'admin_state_up': True, 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'security_groups': ['c68900a2-f931-49fd-8ef9-30cb4fc208ea']}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:24:28.762773 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-0277e65e-85a8-4fe1-8195-420082f8ee08 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Made reservation on behalf of 2482f983870c40ad8fe2e8a9ae69169c for: {'port': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:24:28.766430 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-0277e65e-85a8-4fe1-8195-420082f8ee08 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:28.899290 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-0277e65e-85a8-4fe1-8195-420082f8ee08 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Allocated IP 172.20.0.4 (73dd56e2-c247-440c-aa55-c3633a082de7/8d5962ba-a4c9-4821-8fe4-520b95afe542/d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:24:29.039014 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-0277e65e-85a8-4fe1-8195-420082f8ee08 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:29.073886 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-0277e65e-85a8-4fe1-8195-420082f8ee08 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:29.119410 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-0277e65e-85a8-4fe1-8195-420082f8ee08 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Network 73dd56e2-c247-440c-aa55-c3633a082de7 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:24:29.122588 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-0277e65e-85a8-4fe1-8195-420082f8ee08 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:24:29.128896 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-0277e65e-85a8-4fe1-8195-420082f8ee08 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:24:29.129576 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:29.136184 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277e65e-85a8-4fe1-8195-420082f8ee08 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'Port': ['ID=d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:29.182896 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-0277e65e-85a8-4fe1-8195-420082f8ee08 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:29.183514 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-0277e65e-85a8-4fe1-8195-420082f8ee08 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:29.200181 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-0277e65e-85a8-4fe1-8195-420082f8ee08 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5581102 Mar 30 07:24:29.217959 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Request body: {'port': {'device_id': 'd287ae8d-8382-4023-8788-f8789b1368d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:24:29.283208 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:29.317792 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-9fa53a67-96f1-46f2-864f-60d935dd6136 None None] Provisioning complete for port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:24:29.318221 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9fa53a67-96f1-46f2-864f-60d935dd6136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:29.352143 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-9fa53a67-96f1-46f2-864f-60d935dd6136 None None] Port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:24:29.567986 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:24:29.575801 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Publish callbacks [] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:29.588063 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Transition to ACTIVE for port object d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc will not be triggered until provisioned by entity L2. {{(pid=103478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:24:29.594288 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:29.645427 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Pushing event updated for resources: {'Port': ['ID=d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:29.722204 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Attempting to bind port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:24:29.722544 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Attempting to bind port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:24:29.722852 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Attempting to bind port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc on network 73dd56e2-c247-440c-aa55-c3633a082de7 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:24:29.727879 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc on network 73dd56e2-c247-440c-aa55-c3633a082de7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:24:29.728143 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Attempting to bind port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc on network 73dd56e2-c247-440c-aa55-c3633a082de7 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:24:29.733119 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:24:29.734185 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Checking segment: {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:24:29.734185 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Bound using segment: {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:24:29.734407 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Bound port: d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:24:29.734643 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:29.758274 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaada9-0afd-404a-b6e8-c990dc996650 req-9fbea25d-b8a8-4518-af01-c7143be6ce73 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:29.764310 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31eaada9-0afd-404a-b6e8-c990dc996650 req-9fbea25d-b8a8-4518-af01-c7143be6ce73 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 943 time: 0.0624826 Mar 30 07:24:29.799994 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] For port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc, host hv-cinder-83577, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:24:29.803665 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] For port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:24:29.810335 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:29.813355 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31eaada9-0afd-404a-b6e8-c990dc996650 req-3c5644d3-a058-4790-a9a1-ecc442e6fd6f tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=c68900a2-f931-49fd-8ef9-30cb4fc208ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477629 Mar 30 07:24:29.842620 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:29.843280 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:29.844768 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] 10.222.0.35 "PUT /v2.0/ports/d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc HTTP/1.1" status: 200 len: 1093 time: 0.6312239 Mar 30 07:24:29.845264 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd287ae8d-8382-4023-8788-f8789b1368d8', 'tag': 'd6bda4c0-cbe0-4984-9893-bf5ac3aa16bc'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:24:29.847426 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b9b471-5a0a-41d0-97be-7469a498bded" -d '{"events": [{"name": "network-changed", "server_uuid": "d287ae8d-8382-4023-8788-f8789b1368d8", "tag": "d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:24:29.885246 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98b406-9e30-495b-90fb-1200358d602e service neutron] Pushing event updated for resources: {'Port': ['ID=d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:29.897120 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e307a1c5-5f3c-4d96-a854-d9dff450af44 x-openstack-request-id: req-e307a1c5-5f3c-4d96-a854-d9dff450af44 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:24:29.897646 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d287ae8d-8382-4023-8788-f8789b1368d8", "tag": "d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:24:29.898135 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e307a1c5-5f3c-4d96-a854-d9dff450af44 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:24:29.898624 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e307a1c5-5f3c-4d96-a854-d9dff450af44'] response: {'name': 'network-changed', 'server_uuid': 'd287ae8d-8382-4023-8788-f8789b1368d8', 'tag': 'd6bda4c0-cbe0-4984-9893-bf5ac3aa16bc', 'status': 'completed', 'code': 200} Mar 30 07:24:29.958273 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-1b3cc3bf-8ab7-40b9-b04e-ebe56a98a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:29.959865 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-1b3cc3bf-8ab7-40b9-b04e-ebe56a98a1c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 1127 time: 0.0463789 Mar 30 07:24:30.283030 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-cb432867-74c2-4bbc-ae63-6ab283b6ca45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc HTTP/1.1" status: 200 len: 217 time: 0.3082547 Mar 30 07:24:30.344497 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-58d96a76-39e1-42a1-8a2d-218b61fcee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:30.345888 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-58d96a76-39e1-42a1-8a2d-218b61fcee1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d5962ba-a4c9-4821-8fe4-520b95afe542 HTTP/1.1" status: 200 len: 854 time: 0.0563428 Mar 30 07:24:30.394428 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-3ebca689-b708-4799-ab61-03760ba15277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:30.395967 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-3ebca689-b708-4799-ab61-03760ba15277 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dd56e2-c247-440c-aa55-c3633a082de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440092 Mar 30 07:24:30.490820 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-b61d3cb9-0004-4c3b-89d3-12bd2f0fd8d7 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885098 Mar 30 07:24:30.584321 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-1a42da06-dead-4ae2-a2ef-563eb292fc19 req-a91572d3-a601-4003-b0e1-7551810daabd service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873735 Mar 30 07:24:30.650119 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:30.728893 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9b471-5a0a-41d0-97be-7469a498bded req-241fe155-a173-491b-ac7f-e1bd0542e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:30.730411 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02b9b471-5a0a-41d0-97be-7469a498bded req-241fe155-a173-491b-ac7f-e1bd0542e627 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 1127 time: 0.0529904 Mar 30 07:24:30.822610 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9b471-5a0a-41d0-97be-7469a498bded req-b56cf535-5fd3-4cc5-bba3-a9c9a4043a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:30.824112 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02b9b471-5a0a-41d0-97be-7469a498bded req-b56cf535-5fd3-4cc5-bba3-a9c9a4043a30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 916 time: 0.0873065 Mar 30 07:24:30.869233 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02b9b471-5a0a-41d0-97be-7469a498bded req-aecf502c-2178-44c4-a481-7048e9c7b13e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc HTTP/1.1" status: 200 len: 217 time: 0.0385277 Mar 30 07:24:30.917592 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9b471-5a0a-41d0-97be-7469a498bded req-fd0d736a-9816-41f0-8bb0-8ed79214c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:30.919043 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02b9b471-5a0a-41d0-97be-7469a498bded req-fd0d736a-9816-41f0-8bb0-8ed79214c11c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d5962ba-a4c9-4821-8fe4-520b95afe542 HTTP/1.1" status: 200 len: 854 time: 0.0441062 Mar 30 07:24:30.932970 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc78263-42e4-49a5-8c18-62efbadc5335 req-a2563ab0-11e7-44f0-ae9a-a9f08c832e53 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:30.934398 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5dc78263-42e4-49a5-8c18-62efbadc5335 req-a2563ab0-11e7-44f0-ae9a-a9f08c832e53 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 943 time: 0.0531468 Mar 30 07:24:30.969243 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9b471-5a0a-41d0-97be-7469a498bded req-4c55c65b-38f1-4124-a833-430ff080cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:30.970796 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02b9b471-5a0a-41d0-97be-7469a498bded req-4c55c65b-38f1-4124-a833-430ff080cdbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dd56e2-c247-440c-aa55-c3633a082de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439460 Mar 30 07:24:30.982467 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5dc78263-42e4-49a5-8c18-62efbadc5335 req-7ae611d3-2bf0-48bd-a90c-8dbda3d001ea tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=c68900a2-f931-49fd-8ef9-30cb4fc208ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421739 Mar 30 07:24:31.066023 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02b9b471-5a0a-41d0-97be-7469a498bded req-e1bb5f51-5702-4e77-ab3d-db96380a4c12 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875218 Mar 30 07:24:31.160641 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-02b9b471-5a0a-41d0-97be-7469a498bded req-79082dfd-4999-4122-bbff-d53df645ee59 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874944 Mar 30 07:24:32.124501 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf7585-a0bc-429e-9950-5388c04108cf req-26094c5e-763a-423e-bbc5-93fd26a71b53 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:32.125951 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b1cf7585-a0bc-429e-9950-5388c04108cf req-26094c5e-763a-423e-bbc5-93fd26a71b53 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 943 time: 0.0604081 Mar 30 07:24:32.175019 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b1cf7585-a0bc-429e-9950-5388c04108cf req-d37adce2-4421-4a42-8019-5aad2311c9a1 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=c68900a2-f931-49fd-8ef9-30cb4fc208ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405667 Mar 30 07:24:32.626389 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:24:32.736234 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:32.747896 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': 'd6bda4c0-cbe0-4984-9893-bf5ac3aa16bc', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'port_id': 'd6bda4c0-cbe0-4984-9893-bf5ac3aa16bc', 'mac_address': 'fa:16:3e:af:80:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:24:32.790149 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:24:32.790547 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:32.803320 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:24:32.823466 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:32.829285 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:32.876593 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:32.884343 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:32.884694 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:32.885041 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:32.885385 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:32.885718 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:32.886050 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:32.886373 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:32.886699 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:32.887051 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:32.887346 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:32.887672 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:32.888007 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:32.888325 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:32.888647 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:32.888961 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:24:33.140931 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:24:33.309837 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba566139-8988-4b09-8e01-c281edd8494a req-e6f63478-46bf-49d2-96c6-edf8865f898c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:33.311636 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ba566139-8988-4b09-8e01-c281edd8494a req-e6f63478-46bf-49d2-96c6-edf8865f898c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 944 time: 0.0550635 Mar 30 07:24:33.358888 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ba566139-8988-4b09-8e01-c281edd8494a req-0c766ff0-81e2-42a9-a837-696dcdc7285f tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=c68900a2-f931-49fd-8ef9-30cb4fc208ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417516 Mar 30 07:24:34.481508 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d675c5-8aa3-4163-b8e3-f761f4ea0ca4 req-22f2df3c-6180-4a2e-8253-680a0dcf479d tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:34.482873 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31d675c5-8aa3-4163-b8e3-f761f4ea0ca4 req-22f2df3c-6180-4a2e-8253-680a0dcf479d tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 944 time: 0.0573041 Mar 30 07:24:34.533669 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31d675c5-8aa3-4163-b8e3-f761f4ea0ca4 req-94b1b42a-7b77-446b-8291-68d25cd6c754 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=c68900a2-f931-49fd-8ef9-30cb4fc208ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449800 Mar 30 07:24:34.622139 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:24:34.678419 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:24:34.682628 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:24:34.683026 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:34.762438 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:24:34.762730 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:34.794302 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd287ae8d-8382-4023-8788-f8789b1368d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bda4c0-cbe0-4984-9893-bf5ac3aa16bc'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:24:34.796550 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6600ab-e429-4d55-8220-a95330874315" -d '{"events": [{"server_uuid": "d287ae8d-8382-4023-8788-f8789b1368d8", "name": "network-vif-plugged", "status": "completed", "tag": "d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:24:34.806763 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:34.810135 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:34.820421 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:34.845154 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc382f48-d048-44f8-ab1b-1da6efe3f0f2 x-openstack-request-id: req-cc382f48-d048-44f8-ab1b-1da6efe3f0f2 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:24:34.845436 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d287ae8d-8382-4023-8788-f8789b1368d8", "name": "network-vif-plugged", "status": "completed", "tag": "d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:24:34.845685 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc382f48-d048-44f8-ab1b-1da6efe3f0f2 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:24:34.846078 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc382f48-d048-44f8-ab1b-1da6efe3f0f2'] response: {'server_uuid': 'd287ae8d-8382-4023-8788-f8789b1368d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bda4c0-cbe0-4984-9893-bf5ac3aa16bc', 'code': 200} Mar 30 07:24:34.871112 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:35.060140 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319ebe9-2311-4b2c-9afc-3494c1b529d6 req-6c060be1-bf9f-4053-a122-bf4bdea781a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:35.061649 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0319ebe9-2311-4b2c-9afc-3494c1b529d6 req-6c060be1-bf9f-4053-a122-bf4bdea781a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 1129 time: 0.0476964 Mar 30 07:24:35.125923 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-0319ebe9-2311-4b2c-9afc-3494c1b529d6 req-d87f1997-b5df-447c-b639-90e23b719261 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c68900a2-f931-49fd-8ef9-30cb4fc208ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411866 Mar 30 07:24:35.164278 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7350f7c4-2d0a-4c9d-ba5c-f829d1a09700 req-228adade-fe5a-42d4-91f5-ff93fdcf8ee0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497272 Mar 30 07:24:35.505805 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350f7c4-2d0a-4c9d-ba5c-f829d1a09700 req-baa8ca39-dd4e-41f1-b408-1ad9563b246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:35.507629 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7350f7c4-2d0a-4c9d-ba5c-f829d1a09700 req-baa8ca39-dd4e-41f1-b408-1ad9563b246d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 1129 time: 0.0488772 Mar 30 07:24:35.646642 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350f7c4-2d0a-4c9d-ba5c-f829d1a09700 req-9d0f7050-b9d0-4d0b-a634-34a69172c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:35.648156 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7350f7c4-2d0a-4c9d-ba5c-f829d1a09700 req-9d0f7050-b9d0-4d0b-a634-34a69172c631 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 912 time: 0.1116676 Mar 30 07:24:35.710692 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3416f-a169-4b9d-8f8e-f89ce5ed6069 req-011a7892-fd9a-45c6-9023-081c24134945 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:35.712130 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2aa3416f-a169-4b9d-8f8e-f89ce5ed6069 req-011a7892-fd9a-45c6-9023-081c24134945 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 945 time: 0.1075284 Mar 30 07:24:35.740250 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7350f7c4-2d0a-4c9d-ba5c-f829d1a09700 req-3b08e587-6fbd-44ff-9394-e5e917ef9bea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec40b8bb-3831-42fc-bb08-d0b7a674e052 HTTP/1.1" status: 200 len: 1000 time: 0.0856490 Mar 30 07:24:35.804950 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2aa3416f-a169-4b9d-8f8e-f89ce5ed6069 req-219e6b39-951d-480a-a2db-a2c18c71fb11 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=c68900a2-f931-49fd-8ef9-30cb4fc208ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852203 Mar 30 07:24:35.813234 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350f7c4-2d0a-4c9d-ba5c-f829d1a09700 req-68792afa-651b-4163-aa05-af8455f115ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:35.814899 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7350f7c4-2d0a-4c9d-ba5c-f829d1a09700 req-68792afa-651b-4163-aa05-af8455f115ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ea64624-ec6f-4b03-9f67-6684083299d8 HTTP/1.1" status: 200 len: 850 time: 0.0667062 Mar 30 07:24:35.870318 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350f7c4-2d0a-4c9d-ba5c-f829d1a09700 req-413311f2-ff31-4269-bd52-8a5831a37f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:35.871895 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7350f7c4-2d0a-4c9d-ba5c-f829d1a09700 req-413311f2-ff31-4269-bd52-8a5831a37f06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87604e57-b8c9-45c9-ab61-2b321b1caa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472817 Mar 30 07:24:35.968005 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7350f7c4-2d0a-4c9d-ba5c-f829d1a09700 req-6284866e-00b3-4e7f-b6b9-4dd21a77441c service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883484 Mar 30 07:24:36.067833 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7350f7c4-2d0a-4c9d-ba5c-f829d1a09700 req-4d322f21-fe78-4b6c-a36f-36ce1c42e019 service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894458 Mar 30 07:24:36.936915 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acba5f2-b224-4599-8bca-5946d058c97f req-d7b1f822-f055-44ce-9af9-663adcc73012 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:36.938384 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8acba5f2-b224-4599-8bca-5946d058c97f req-d7b1f822-f055-44ce-9af9-663adcc73012 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 945 time: 0.0578346 Mar 30 07:24:36.990127 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8acba5f2-b224-4599-8bca-5946d058c97f req-6189931a-295f-4ce6-9c48-36ce57998275 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=c68900a2-f931-49fd-8ef9-30cb4fc208ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459709 Mar 30 07:24:38.395640 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a256d-65d8-4ab3-a1f1-d5c809aaa0cb req-53117782-a9a5-417c-83fd-93f164d05576 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:38.397114 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-528a256d-65d8-4ab3-a1f1-d5c809aaa0cb req-53117782-a9a5-417c-83fd-93f164d05576 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 945 time: 0.3200614 Mar 30 07:24:38.448351 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-528a256d-65d8-4ab3-a1f1-d5c809aaa0cb req-a39c3f95-0bec-480d-b6ad-ee057413f1cf tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=c68900a2-f931-49fd-8ef9-30cb4fc208ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421801 Mar 30 07:24:38.971384 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0a767b00-a63e-442f-bb36-8e9a278d92b2 req-cfff033b-26c6-405b-b981-38b984e715fd tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992873962&fields=id&tenant_id=f93c1f92c8c14564bdb5b78a2d2b8b45 HTTP/1.1" status: 200 len: 267 time: 0.0455086 Mar 30 07:24:39.036956 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a767b00-a63e-442f-bb36-8e9a278d92b2 req-70a7337d-494a-43fc-ab24-34b9a381fc4d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:39.038478 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0a767b00-a63e-442f-bb36-8e9a278d92b2 req-70a7337d-494a-43fc-ab24-34b9a381fc4d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 984 time: 0.0612340 Mar 30 07:24:39.051375 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-0a767b00-a63e-442f-bb36-8e9a278d92b2 req-3f515081-d9ae-4d79-8fca-3eed4e0026b2 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Request body: {'port': {'security_groups': ['fecd8d24-64a9-4436-9c9d-464bc10654cb']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:24:39.129589 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a767b00-a63e-442f-bb36-8e9a278d92b2 req-3f515081-d9ae-4d79-8fca-3eed4e0026b2 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:39.324448 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0a767b00-a63e-442f-bb36-8e9a278d92b2 req-3f515081-d9ae-4d79-8fca-3eed4e0026b2 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] For port 2248248f-9385-4ebf-85cd-c0c185df018b, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2248248f-9385-4ebf-85cd-c0c185df018b,segment=NetworkSegment(a75e94bc-b4f8-46fe-a3dc-22c244d97f2a),segment_id=a75e94bc-b4f8-46fe-a3dc-22c244d97f2a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:39.355333 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a767b00-a63e-442f-bb36-8e9a278d92b2 req-3f515081-d9ae-4d79-8fca-3eed4e0026b2 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for port (2248248f-9385-4ebf-85cd-c0c185df018b), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:39.367260 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a767b00-a63e-442f-bb36-8e9a278d92b2 req-3f515081-d9ae-4d79-8fca-3eed4e0026b2 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:39.401742 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['2248248f-9385-4ebf-85cd-c0c185df018b'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:24:39.410000 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a767b00-a63e-442f-bb36-8e9a278d92b2 req-3f515081-d9ae-4d79-8fca-3eed4e0026b2 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:39.410653 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a767b00-a63e-442f-bb36-8e9a278d92b2 req-3f515081-d9ae-4d79-8fca-3eed4e0026b2 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:39.412210 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0a767b00-a63e-442f-bb36-8e9a278d92b2 req-3f515081-d9ae-4d79-8fca-3eed4e0026b2 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "PUT /v2.0/ports/2248248f-9385-4ebf-85cd-c0c185df018b HTTP/1.1" status: 200 len: 942 time: 0.3658726 Mar 30 07:24:39.414735 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee340ba-0fee-4661-a390-d524855526cb', 'tag': '2248248f-9385-4ebf-85cd-c0c185df018b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:24:39.417556 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c2cadb-1577-420c-9cd5-0ed0d74188e1" -d '{"events": [{"name": "network-changed", "server_uuid": "aee340ba-0fee-4661-a390-d524855526cb", "tag": "2248248f-9385-4ebf-85cd-c0c185df018b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:24:39.419364 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44900) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:39.471196 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f515081-d9ae-4d79-8fca-3eed4e0026b2 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Pushing event updated for resources: {'Port': ['ID=2248248f-9385-4ebf-85cd-c0c185df018b,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:39.483260 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f9ed20-e12d-4c4c-a2a2-009788c9777f x-openstack-request-id: req-78f9ed20-e12d-4c4c-a2a2-009788c9777f {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:24:39.483632 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee340ba-0fee-4661-a390-d524855526cb", "tag": "2248248f-9385-4ebf-85cd-c0c185df018b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:24:39.483993 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78f9ed20-e12d-4c4c-a2a2-009788c9777f {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:24:39.484620 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78f9ed20-e12d-4c4c-a2a2-009788c9777f'] response: {'name': 'network-changed', 'server_uuid': 'aee340ba-0fee-4661-a390-d524855526cb', 'tag': '2248248f-9385-4ebf-85cd-c0c185df018b', 'status': 'completed', 'code': 200} Mar 30 07:24:39.515130 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f040a1ef-3942-4988-9590-995de84f772d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group (bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:39.561982 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f040a1ef-3942-4988-9590-995de84f772d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group (bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:39.597886 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['2248248f-9385-4ebf-85cd-c0c185df018b'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:24:39.619441 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2cadb-1577-420c-9cd5-0ed0d74188e1 req-7c5b6ee7-fc7e-40ac-8c2f-77e44c2ff917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:39.621174 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73c2cadb-1577-420c-9cd5-0ed0d74188e1 req-7c5b6ee7-fc7e-40ac-8c2f-77e44c2ff917 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f93c1f92c8c14564bdb5b78a2d2b8b45&device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 1129 time: 0.0920048 Mar 30 07:24:39.634297 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92342cc3-2dbf-429b-a6c0-8f6afb27b4a1 req-71f3b06c-8f3a-4c83-998f-9f5ec1883120 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:39.643434 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-92342cc3-2dbf-429b-a6c0-8f6afb27b4a1 req-71f3b06c-8f3a-4c83-998f-9f5ec1883120 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 945 time: 0.0811687 Mar 30 07:24:39.645352 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f040a1ef-3942-4988-9590-995de84f772d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:39.649559 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f040a1ef-3942-4988-9590-995de84f772d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:39.651279 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-f040a1ef-3942-4988-9590-995de84f772d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "DELETE /v2.0/security-groups/bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e HTTP/1.1" status: 204 len: 168 time: 0.2307956 Mar 30 07:24:39.659653 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 44906) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:39.668209 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040a1ef-3942-4988-9590-995de84f772d tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1a96a7-a798-4b5e-9bc2-b6bedc0df24e,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:39.795640 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-a9720914-6d24-4f24-9b01-cc0de7cdfb72 None None] Provisioning complete for port 2248248f-9385-4ebf-85cd-c0c185df018b triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:24:39.795997 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a9720914-6d24-4f24-9b01-cc0de7cdfb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:39.840277 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-92342cc3-2dbf-429b-a6c0-8f6afb27b4a1 req-2eaf35ae-98bd-4d4d-a8c6-7fbd438ef0e3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=c68900a2-f931-49fd-8ef9-30cb4fc208ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958940 Mar 30 07:24:39.876424 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-a9720914-6d24-4f24-9b01-cc0de7cdfb72 None None] Current status of the port 2248248f-9385-4ebf-85cd-c0c185df018b is: ACTIVE; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:24:39.888021 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2cadb-1577-420c-9cd5-0ed0d74188e1 req-214e9aa8-be1d-4a22-9c56-30b6529c6308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:39.889477 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73c2cadb-1577-420c-9cd5-0ed0d74188e1 req-214e9aa8-be1d-4a22-9c56-30b6529c6308 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bb4ee955-7360-4788-803d-5e6807204f1d HTTP/1.1" status: 200 len: 915 time: 0.2384582 Mar 30 07:24:39.990223 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73c2cadb-1577-420c-9cd5-0ed0d74188e1 req-bfa3b9ed-98e3-4dc8-98d4-c30d75acba9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2248248f-9385-4ebf-85cd-c0c185df018b HTTP/1.1" status: 200 len: 1001 time: 0.0927374 Mar 30 07:24:39.998270 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ae732c43-c1b5-47c0-959a-f41cb850197a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Deleting port 37e74eab-7b20-4d3b-9193-8598865630bf {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:24:39.998603 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae732c43-c1b5-47c0-959a-f41cb850197a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (37e74eab-7b20-4d3b-9193-8598865630bf), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:40.092924 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bfeed-60f2-4f07-9149-94e98216dce1 req-63c552f7-7193-4edb-86d0-38b2eec64f71 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:40.094382 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c76bfeed-60f2-4f07-9149-94e98216dce1 req-63c552f7-7193-4edb-86d0-38b2eec64f71 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 945 time: 0.1619732 Mar 30 07:24:40.099293 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2cadb-1577-420c-9cd5-0ed0d74188e1 req-971e78d9-39fd-4262-8eea-5285d8d49cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:40.101034 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73c2cadb-1577-420c-9cd5-0ed0d74188e1 req-971e78d9-39fd-4262-8eea-5285d8d49cb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c011af0c-6bba-437d-b25f-f36699b010b7 HTTP/1.1" status: 200 len: 853 time: 0.1041863 Mar 30 07:24:40.104552 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 44910) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:40.109263 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-e4b8a130-acab-4708-bf2b-772b74a827d1 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'floatingip': {'port_id': 'd6bda4c0-cbe0-4984-9893-bf5ac3aa16bc'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:24:40.148956 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4b8a130-acab-4708-bf2b-772b74a827d1 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (17149586-898b-4707-8682-b595c071d22a), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:40.152133 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae732c43-c1b5-47c0-959a-f41cb850197a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (37e74eab-7b20-4d3b-9193-8598865630bf), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:40.152474 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae732c43-c1b5-47c0-959a-f41cb850197a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for floatingip (37e74eab-7b20-4d3b-9193-8598865630bf), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:40.166850 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ae732c43-c1b5-47c0-959a-f41cb850197a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Calling delete_port for 37e74eab-7b20-4d3b-9193-8598865630bf owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:24:40.186838 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2cadb-1577-420c-9cd5-0ed0d74188e1 req-748a630e-41f7-4811-8042-8c4123cd8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:40.188386 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73c2cadb-1577-420c-9cd5-0ed0d74188e1 req-748a630e-41f7-4811-8042-8c4123cd8af7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb4ee955-7360-4788-803d-5e6807204f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760942 Mar 30 07:24:40.330438 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73c2cadb-1577-420c-9cd5-0ed0d74188e1 req-62eb047d-e1c2-4ed6-b649-9ae3910c6b44 service neutron] 10.222.0.35 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148524 Mar 30 07:24:40.459352 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73c2cadb-1577-420c-9cd5-0ed0d74188e1 req-09ca51df-899d-4d84-ba94-54beb55c6fe9 service neutron] 10.222.0.35 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206148 Mar 30 07:24:40.460382 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae732c43-c1b5-47c0-959a-f41cb850197a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (37e74eab-7b20-4d3b-9193-8598865630bf), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:40.493067 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae732c43-c1b5-47c0-959a-f41cb850197a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Pushing event deleted for resources: {'Port': ['ID=37e74eab-7b20-4d3b-9193-8598865630bf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:40.553314 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae732c43-c1b5-47c0-959a-f41cb850197a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks [] for floatingip (97115976-e7f8-4882-b3f8-2c4d970becb5), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:40.553598 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-ae732c43-c1b5-47c0-959a-f41cb850197a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Floating IP 97115976-e7f8-4882-b3f8-2c4d970becb5 disassociated (deleted). External IP: 172.27.1.120, port: 2248248f-9385-4ebf-85cd-c0c185df018b. Mar 30 07:24:40.639661 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4b8a130-acab-4708-bf2b-772b74a827d1 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:40.645294 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4b8a130-acab-4708-bf2b-772b74a827d1 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (17149586-898b-4707-8682-b595c071d22a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:40.750524 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.l3_db [None req-e4b8a130-acab-4708-bf2b-772b74a827d1 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Floating IP 17149586-898b-4707-8682-b595c071d22a associated. External IP: 172.27.1.59, port: d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc. Mar 30 07:24:40.771440 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae732c43-c1b5-47c0-959a-f41cb850197a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Router 6cb5fde6-158b-4e92-a688-3da8be637e7b has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:24:40.881767 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae732c43-c1b5-47c0-959a-f41cb850197a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:24:40.886439 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae732c43-c1b5-47c0-959a-f41cb850197a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:40.894699 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f255ce3-1b24-49fa-aa80-d46e22b6e7e2 None None] Sync routers for ids ['6cb5fde6-158b-4e92-a688-3da8be637e7b'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:24:40.904791 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f255ce3-1b24-49fa-aa80-d46e22b6e7e2 None None] Routers {'6cb5fde6-158b-4e92-a688-3da8be637e7b'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:24:40.905623 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-3f255ce3-1b24-49fa-aa80-d46e22b6e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:24:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6cb5fde6-158b-4e92-a688-3da8be637e7b'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:40.917440 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ae732c43-c1b5-47c0-959a-f41cb850197a tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "DELETE /v2.0/floatingips/97115976-e7f8-4882-b3f8-2c4d970becb5 HTTP/1.1" status: 204 len: 168 time: 1.2558820 Mar 30 07:24:40.970836 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b8a130-acab-4708-bf2b-772b74a827d1 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Router 9074cbef-674c-4417-ae93-b5ba56a1b156 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:24:41.017980 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-3f255ce3-1b24-49fa-aa80-d46e22b6e7e2 None None] Set router 6cb5fde6-158b-4e92-a688-3da8be637e7b gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:24:41.082886 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b8a130-acab-4708-bf2b-772b74a827d1 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:24:41.087504 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4b8a130-acab-4708-bf2b-772b74a827d1 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:41.096474 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5889d9a-9d3b-468a-ba1b-9bd04bd5a7a6 None None] Sync routers for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:24:41.111714 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5889d9a-9d3b-468a-ba1b-9bd04bd5a7a6 None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:24:41.116946 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e5889d9a-9d3b-468a-ba1b-9bd04bd5a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:24:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:41.122529 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-e4b8a130-acab-4708-bf2b-772b74a827d1 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "PUT /v2.0/floatingips/17149586-898b-4707-8682-b595c071d22a HTTP/1.1" status: 200 len: 990 time: 1.0168517 Mar 30 07:24:41.123117 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd287ae8d-8382-4023-8788-f8789b1368d8', 'tag': 'd6bda4c0-cbe0-4984-9893-bf5ac3aa16bc'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:24:41.125790 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7624b6e8-2d41-4a91-8749-d6ae2550b232" -d '{"events": [{"name": "network-changed", "server_uuid": "d287ae8d-8382-4023-8788-f8789b1368d8", "tag": "d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:24:41.193364 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308b3794-519c-47a9-934b-2d4a43f647a2 x-openstack-request-id: req-308b3794-519c-47a9-934b-2d4a43f647a2 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:24:41.193682 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d287ae8d-8382-4023-8788-f8789b1368d8", "tag": "d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:24:41.193941 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-308b3794-519c-47a9-934b-2d4a43f647a2 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:24:41.194364 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308b3794-519c-47a9-934b-2d4a43f647a2'] response: {'name': 'network-changed', 'server_uuid': 'd287ae8d-8382-4023-8788-f8789b1368d8', 'tag': 'd6bda4c0-cbe0-4984-9893-bf5ac3aa16bc', 'status': 'completed', 'code': 200} Mar 30 07:24:41.251785 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e5889d9a-9d3b-468a-ba1b-9bd04bd5a7a6 None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:24:41.293205 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-3f255ce3-1b24-49fa-aa80-d46e22b6e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:07Z', 'revision_number': 4, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'gw_port': {'id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'af374652-aaa4-4d59-97bc-3947cf23a19b', 'name': '', 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'mac_address': 'fa:16:3e:31:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:06Z', 'updated_at': '2022-03-30T07:22:13Z', 'revision_number': 5, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'subnets': [{'id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:41.297536 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624b6e8-2d41-4a91-8749-d6ae2550b232 req-858e0349-d356-46ca-a4e1-bee5ede7c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:41.299626 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7624b6e8-2d41-4a91-8749-d6ae2550b232 req-858e0349-d356-46ca-a4e1-bee5ede7c2c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 1129 time: 0.0517967 Mar 30 07:24:41.320919 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f255ce3-1b24-49fa-aa80-d46e22b6e7e2 None None] Checking router: 6cb5fde6-158b-4e92-a688-3da8be637e7b for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:24:41.330878 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f255ce3-1b24-49fa-aa80-d46e22b6e7e2 None None] Routers {'6cb5fde6-158b-4e92-a688-3da8be637e7b'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:24:41.331486 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-3f255ce3-1b24-49fa-aa80-d46e22b6e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:24:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6cb5fde6-158b-4e92-a688-3da8be637e7b'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:41.398479 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624b6e8-2d41-4a91-8749-d6ae2550b232 req-a232ed3b-7af6-40ae-9512-1b5140ac1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:41.400297 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7624b6e8-2d41-4a91-8749-d6ae2550b232 req-a232ed3b-7af6-40ae-9512-1b5140ac1131 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 916 time: 0.0936658 Mar 30 07:24:41.444503 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-3f255ce3-1b24-49fa-aa80-d46e22b6e7e2 None None] Set router 6cb5fde6-158b-4e92-a688-3da8be637e7b gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:24:41.487107 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee340ba-0fee-4661-a390-d524855526cb', 'tag': '2248248f-9385-4ebf-85cd-c0c185df018b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:24:41.489572 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b78ed9-41e7-4918-9a60-34a3cdf5c2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "aee340ba-0fee-4661-a390-d524855526cb", "tag": "2248248f-9385-4ebf-85cd-c0c185df018b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:24:41.499973 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7624b6e8-2d41-4a91-8749-d6ae2550b232 req-1b0fa230-a666-411b-9c57-a09e96a6dc8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc HTTP/1.1" status: 200 len: 998 time: 0.0925856 Mar 30 07:24:41.511117 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e5889d9a-9d3b-468a-ba1b-9bd04bd5a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '17149586-898b-4707-8682-b595c071d22a', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': 'd6bda4c0-cbe0-4984-9893-bf5ac3aa16bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:af:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd287ae8d-8382-4023-8788-f8789b1368d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:24:26Z', 'updated_at': '2022-03-30T07:24:40Z', 'revision_number': 1, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:41.539431 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5889d9a-9d3b-468a-ba1b-9bd04bd5a7a6 None None] Checking router: 9074cbef-674c-4417-ae93-b5ba56a1b156 for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:24:41.543829 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09a28ad-3333-46ab-98a5-b877ed3750f5 x-openstack-request-id: req-d09a28ad-3333-46ab-98a5-b877ed3750f5 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:24:41.544283 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee340ba-0fee-4661-a390-d524855526cb", "tag": "2248248f-9385-4ebf-85cd-c0c185df018b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:24:41.544399 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d09a28ad-3333-46ab-98a5-b877ed3750f5 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:24:41.544754 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d09a28ad-3333-46ab-98a5-b877ed3750f5'] response: {'name': 'network-changed', 'server_uuid': 'aee340ba-0fee-4661-a390-d524855526cb', 'tag': '2248248f-9385-4ebf-85cd-c0c185df018b', 'status': 'completed', 'code': 200} Mar 30 07:24:41.549176 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5889d9a-9d3b-468a-ba1b-9bd04bd5a7a6 None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:24:41.549817 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e5889d9a-9d3b-468a-ba1b-9bd04bd5a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:24:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:41.563367 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624b6e8-2d41-4a91-8749-d6ae2550b232 req-671f29b0-7943-4caa-8afd-f73f7b8b08b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:41.564878 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7624b6e8-2d41-4a91-8749-d6ae2550b232 req-671f29b0-7943-4caa-8afd-f73f7b8b08b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d5962ba-a4c9-4821-8fe4-520b95afe542 HTTP/1.1" status: 200 len: 854 time: 0.0574222 Mar 30 07:24:41.635607 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624b6e8-2d41-4a91-8749-d6ae2550b232 req-71c22fca-8b82-425f-8b0e-ad497f7bad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:41.637205 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7624b6e8-2d41-4a91-8749-d6ae2550b232 req-71c22fca-8b82-425f-8b0e-ad497f7bad9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dd56e2-c247-440c-aa55-c3633a082de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550635 Mar 30 07:24:41.655345 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78ed9-41e7-4918-9a60-34a3cdf5c2b9 req-3f354106-54ca-4fff-bda3-2b5a4d7d093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:41.657599 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-97b78ed9-41e7-4918-9a60-34a3cdf5c2b9 req-3f354106-54ca-4fff-bda3-2b5a4d7d093f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f93c1f92c8c14564bdb5b78a2d2b8b45&device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 1129 time: 0.0582585 Mar 30 07:24:41.667081 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e5889d9a-9d3b-468a-ba1b-9bd04bd5a7a6 None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:24:41.715130 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:24:41.740553 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7624b6e8-2d41-4a91-8749-d6ae2550b232 req-8bcb36e2-d32b-4e5e-a01e-36d0a3f81825 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920091 Mar 30 07:24:41.783046 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-3f255ce3-1b24-49fa-aa80-d46e22b6e7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:07Z', 'revision_number': 4, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'gw_port': {'id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'af374652-aaa4-4d59-97bc-3947cf23a19b', 'name': '', 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'mac_address': 'fa:16:3e:31:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:06Z', 'updated_at': '2022-03-30T07:22:13Z', 'revision_number': 5, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'subnets': [{'id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:41.792564 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78ed9-41e7-4918-9a60-34a3cdf5c2b9 req-866fec8a-7b01-4330-aeca-f48ef5abe499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:41.795606 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-97b78ed9-41e7-4918-9a60-34a3cdf5c2b9 req-866fec8a-7b01-4330-aeca-f48ef5abe499 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bb4ee955-7360-4788-803d-5e6807204f1d HTTP/1.1" status: 200 len: 915 time: 0.1210899 Mar 30 07:24:41.819423 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f255ce3-1b24-49fa-aa80-d46e22b6e7e2 None None] The sync data for ids ['6cb5fde6-158b-4e92-a688-3da8be637e7b'] in dv-cinder-835778-2-iscsi is: [{'id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:07Z', 'revision_number': 4, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'gw_port': {'id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'af374652-aaa4-4d59-97bc-3947cf23a19b', 'name': '', 'network_id': 'bb4ee955-7360-4788-803d-5e6807204f1d', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'mac_address': 'fa:16:3e:31:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:06Z', 'updated_at': '2022-03-30T07:22:13Z', 'revision_number': 5, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'subnets': [{'id': 'c011af0c-6bba-437d-b25f-f36699b010b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:24:41.848225 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-97b78ed9-41e7-4918-9a60-34a3cdf5c2b9 req-50c0fa82-39e1-4d59-937e-0735e939eeea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2248248f-9385-4ebf-85cd-c0c185df018b HTTP/1.1" status: 200 len: 217 time: 0.0454783 Mar 30 07:24:41.874496 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7624b6e8-2d41-4a91-8749-d6ae2550b232 req-74d562e3-4842-4b9c-b0b8-2341cc4372ed service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268935 Mar 30 07:24:41.909285 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78ed9-41e7-4918-9a60-34a3cdf5c2b9 req-ed838d80-9a65-4545-a07b-6ffcbabcb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:41.911210 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-97b78ed9-41e7-4918-9a60-34a3cdf5c2b9 req-ed838d80-9a65-4545-a07b-6ffcbabcb3aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c011af0c-6bba-437d-b25f-f36699b010b7 HTTP/1.1" status: 200 len: 853 time: 0.0499804 Mar 30 07:24:41.990092 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78ed9-41e7-4918-9a60-34a3cdf5c2b9 req-26e8ebac-2543-44bb-9d21-4c37d3740f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:41.992281 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-97b78ed9-41e7-4918-9a60-34a3cdf5c2b9 req-26e8ebac-2543-44bb-9d21-4c37d3740f2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bb4ee955-7360-4788-803d-5e6807204f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560291 Mar 30 07:24:42.084425 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e5889d9a-9d3b-468a-ba1b-9bd04bd5a7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '17149586-898b-4707-8682-b595c071d22a', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': 'd6bda4c0-cbe0-4984-9893-bf5ac3aa16bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:af:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd287ae8d-8382-4023-8788-f8789b1368d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:24:26Z', 'updated_at': '2022-03-30T07:24:40Z', 'revision_number': 1, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:42.102916 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-97b78ed9-41e7-4918-9a60-34a3cdf5c2b9 req-03b7f427-7951-4461-9b8d-f78549e66dab service neutron] 10.222.0.35 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962708 Mar 30 07:24:42.112138 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5889d9a-9d3b-468a-ba1b-9bd04bd5a7a6 None None] The sync data for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi is: [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '17149586-898b-4707-8682-b595c071d22a', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': 'd6bda4c0-cbe0-4984-9893-bf5ac3aa16bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:af:80:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd287ae8d-8382-4023-8788-f8789b1368d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:24:26Z', 'updated_at': '2022-03-30T07:24:40Z', 'revision_number': 1, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:24:42.179053 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3f356-bdb9-4335-8138-dbd139ea4583 None None] New status for floating IP 97115976-e7f8-4882-b3f8-2c4d970becb5: DOWN {{(pid=103480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:24:42.203750 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-97b78ed9-41e7-4918-9a60-34a3cdf5c2b9 req-c29ed74c-218e-4b80-bb0d-5319f61a5483 service neutron] 10.222.0.35 "GET /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949488 Mar 30 07:24:42.361893 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c895fea-7478-40cd-befb-ef0ac7c6545c None None] New status for floating IP 17149586-898b-4707-8682-b595c071d22a: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:24:42.927512 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-a65bfac7-7ae6-412e-9ade-ff53dd7c2e71 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1550549607&fields=id&tenant_id=803772b9959c49c988cb738b94678917 HTTP/1.1" status: 200 len: 267 time: 0.0466924 Mar 30 07:24:43.039657 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-bafc3ab4-37a7-4d52-b53d-65a1955997d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:43.041054 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-bafc3ab4-37a7-4d52-b53d-65a1955997d1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 811 time: 0.1068010 Mar 30 07:24:43.058687 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-ad7382e4-a518-481b-9bfe-fdf95f263a66 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/quotas/803772b9959c49c988cb738b94678917 HTTP/1.1" status: 200 len: 375 time: 0.0093212 Mar 30 07:24:43.118559 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-363583f7-0f0b-4a38-9ab0-19a00aed2ec8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526841 Mar 30 07:24:43.214266 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-f695642b-3ac2-4c91-8f12-9a3864614f80 service neutron] 10.222.0.20 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845721 Mar 30 07:24:43.317105 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-f7137810-15d6-4630-999d-03f2e8d122b2 service neutron] 10.222.0.20 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969338 Mar 30 07:24:43.633114 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-46ed30dd-caf8-479d-a369-c3aebee166b2 req-48624287-464e-4c64-96f6-8227ee0d09cc tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 210 time: 0.0302300 Mar 30 07:24:44.690831 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-e9ed266b-d422-481e-82f4-8160a4d248ea tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:44.690831 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-e9ed266b-d422-481e-82f4-8160a4d248ea tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.35 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 811 time: 0.1295037 Mar 30 07:24:44.734762 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-67ab077c-5633-4a37-ba7a-be800f312109 req-a7e0a12f-1484-4b1a-95fe-4cfc5b1c48a7 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 210 time: 0.0296290 Mar 30 07:24:44.797499 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72ee5f-7e29-457e-9840-7a1397600a50 req-c2d04604-cd24-4897-946c-abd5b91f8e90 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:44.799185 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2e72ee5f-7e29-457e-9840-7a1397600a50 req-c2d04604-cd24-4897-946c-abd5b91f8e90 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 945 time: 0.0561585 Mar 30 07:24:44.835017 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-ffda0467-bcf2-4659-bd15-3d54b3391296 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=803772b9959c49c988cb738b94678917 HTTP/1.1" status: 200 len: 380 time: 0.0618224 Mar 30 07:24:44.844084 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-b3f6cc46-9ad0-46f5-915e-ab7e2ce82d93 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Request body: {'port': {'device_id': '6bb5355d-cff6-45b6-a2f6-4527a3c77467', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'admin_state_up': True, 'tenant_id': '803772b9959c49c988cb738b94678917', 'security_groups': ['9cd7a93d-67f6-4c2e-83f5-a41c783d695d']}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:24:44.852781 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2e72ee5f-7e29-457e-9840-7a1397600a50 req-4d985dc8-b0ec-4482-a94b-0eba6cd661d6 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467844 Mar 30 07:24:44.962862 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-b3f6cc46-9ad0-46f5-915e-ab7e2ce82d93 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Made reservation on behalf of 803772b9959c49c988cb738b94678917 for: {'port': 1} {{(pid=103478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:24:44.967116 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-b3f6cc46-9ad0-46f5-915e-ab7e2ce82d93 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:45.093182 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-b3f6cc46-9ad0-46f5-915e-ab7e2ce82d93 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Allocated IP 172.20.0.11 (87604e57-b8c9-45c9-ab61-2b321b1caa0c/1ea64624-ec6f-4b03-9f67-6684083299d8/7a189a71-9b20-445d-864b-af349fb8f6a9) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:24:45.243920 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-b3f6cc46-9ad0-46f5-915e-ab7e2ce82d93 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:45.281541 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-b3f6cc46-9ad0-46f5-915e-ab7e2ce82d93 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:45.323046 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-b3f6cc46-9ad0-46f5-915e-ab7e2ce82d93 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Network 87604e57-b8c9-45c9-ab61-2b321b1caa0c is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:24:45.326261 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-b3f6cc46-9ad0-46f5-915e-ab7e2ce82d93 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:24:45.332869 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-b3f6cc46-9ad0-46f5-915e-ab7e2ce82d93 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:24:45.358768 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6cc46-9ad0-46f5-915e-ab7e2ce82d93 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'Port': ['ID=7a189a71-9b20-445d-864b-af349fb8f6a9,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:45.387061 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-b3f6cc46-9ad0-46f5-915e-ab7e2ce82d93 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:45.387694 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-b3f6cc46-9ad0-46f5-915e-ab7e2ce82d93 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:45.404418 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-b3f6cc46-9ad0-46f5-915e-ab7e2ce82d93 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5644093 Mar 30 07:24:45.425325 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Request body: {'port': {'device_id': '6bb5355d-cff6-45b6-a2f6-4527a3c77467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:24:45.494137 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:45.540255 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-ff3375d5-03e8-4a27-92b4-7ede9cd39a0f None None] Provisioning complete for port 7a189a71-9b20-445d-864b-af349fb8f6a9 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:24:45.540843 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ff3375d5-03e8-4a27-92b4-7ede9cd39a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:45.578460 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-ff3375d5-03e8-4a27-92b4-7ede9cd39a0f None None] Port 7a189a71-9b20-445d-864b-af349fb8f6a9 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:24:45.760042 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a189a71-9b20-445d-864b-af349fb8f6a9 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:24:45.768228 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Publish callbacks [] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:45.781257 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Transition to ACTIVE for port object 7a189a71-9b20-445d-864b-af349fb8f6a9 will not be triggered until provisioned by entity L2. {{(pid=103478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:24:45.786211 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:45.859132 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1eb86-91a6-4489-8a8a-1bd0a0d2dc40 req-ab74c4b3-135e-4096-ac2e-d9438cf913e7 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:45.860630 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-34d1eb86-91a6-4489-8a8a-1bd0a0d2dc40 req-ab74c4b3-135e-4096-ac2e-d9438cf913e7 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 944 time: 0.0555980 Mar 30 07:24:45.883950 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Pushing event updated for resources: {'Port': ['ID=7a189a71-9b20-445d-864b-af349fb8f6a9,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:45.911293 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Attempting to bind port 7a189a71-9b20-445d-864b-af349fb8f6a9 on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:24:45.911774 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Attempting to bind port 7a189a71-9b20-445d-864b-af349fb8f6a9 by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:24:45.912232 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Attempting to bind port 7a189a71-9b20-445d-864b-af349fb8f6a9 on network 87604e57-b8c9-45c9-ab61-2b321b1caa0c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:24:45.917032 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Port 7a189a71-9b20-445d-864b-af349fb8f6a9 on network 87604e57-b8c9-45c9-ab61-2b321b1caa0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:24:45.917625 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Attempting to bind port 7a189a71-9b20-445d-864b-af349fb8f6a9 on network 87604e57-b8c9-45c9-ab61-2b321b1caa0c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:24:45.923867 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:24:45.924312 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Checking segment: {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:24:45.924814 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Bound using segment: {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:24:45.925427 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Bound port: 7a189a71-9b20-445d-864b-af349fb8f6a9, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abeeccd0-201c-4dab-bd1e-7b76b32d3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:24:45.925953 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:45.933355 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-34d1eb86-91a6-4489-8a8a-1bd0a0d2dc40 req-f93b9c04-bb0f-4759-867e-56cc7ad80778 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613008 Mar 30 07:24:45.994972 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299d541-8835-4c4a-929b-78aa50710036 req-de9ab01d-6b48-4c12-a365-8f342c7d951f tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:45.996890 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5299d541-8835-4c4a-929b-78aa50710036 req-de9ab01d-6b48-4c12-a365-8f342c7d951f tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 945 time: 0.0584388 Mar 30 07:24:46.000871 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] For port 7a189a71-9b20-445d-864b-af349fb8f6a9, host hv-cinder-83577, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:24:46.004460 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] For port 7a189a71-9b20-445d-864b-af349fb8f6a9, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=7a189a71-9b20-445d-864b-af349fb8f6a9,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:24:46.011883 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:46.044107 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:46.044964 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:46.046267 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] 10.222.0.35 "PUT /v2.0/ports/7a189a71-9b20-445d-864b-af349fb8f6a9 HTTP/1.1" status: 200 len: 1094 time: 0.6267087 Mar 30 07:24:46.046849 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5299d541-8835-4c4a-929b-78aa50710036 req-b4afe3c1-231a-4973-b61d-f2178255ac65 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432117 Mar 30 07:24:46.048557 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb5355d-cff6-45b6-a2f6-4527a3c77467', 'tag': '7a189a71-9b20-445d-864b-af349fb8f6a9'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:24:46.050898 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7fe425-129a-432e-824a-b9d483f13fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb5355d-cff6-45b6-a2f6-4527a3c77467", "tag": "7a189a71-9b20-445d-864b-af349fb8f6a9"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:24:46.094387 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b5c25-fac2-4b3a-be3f-75736177898f service neutron] Pushing event updated for resources: {'Port': ['ID=7a189a71-9b20-445d-864b-af349fb8f6a9,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:46.113049 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea72dceb-d449-485c-91fe-f2c409e94819 x-openstack-request-id: req-ea72dceb-d449-485c-91fe-f2c409e94819 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:24:46.113342 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb5355d-cff6-45b6-a2f6-4527a3c77467", "tag": "7a189a71-9b20-445d-864b-af349fb8f6a9", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:24:46.113602 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea72dceb-d449-485c-91fe-f2c409e94819 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:24:46.114022 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea72dceb-d449-485c-91fe-f2c409e94819'] response: {'name': 'network-changed', 'server_uuid': '6bb5355d-cff6-45b6-a2f6-4527a3c77467', 'tag': '7a189a71-9b20-445d-864b-af349fb8f6a9', 'status': 'completed', 'code': 200} Mar 30 07:24:46.177223 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-6f46c022-779d-46b8-82de-b485d2ea58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:46.178827 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-6f46c022-779d-46b8-82de-b485d2ea58d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 1128 time: 0.0497477 Mar 30 07:24:46.255421 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-ca0d1c5a-b291-4558-940d-007957aadb37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a189a71-9b20-445d-864b-af349fb8f6a9 HTTP/1.1" status: 200 len: 217 time: 0.0349257 Mar 30 07:24:46.306357 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-43393450-a122-436c-93d6-8c3c8e4a587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:46.307693 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-43393450-a122-436c-93d6-8c3c8e4a587e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ea64624-ec6f-4b03-9f67-6684083299d8 HTTP/1.1" status: 200 len: 850 time: 0.0448437 Mar 30 07:24:46.365041 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-297f2d87-e41c-49e7-a13f-6d04e8a150fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:46.366530 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-297f2d87-e41c-49e7-a13f-6d04e8a150fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87604e57-b8c9-45c9-ab61-2b321b1caa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499279 Mar 30 07:24:46.458716 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-7855e9d3-06a8-47f4-8966-185dd498bb3d service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854609 Mar 30 07:24:46.556656 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-87b32bbf-b64f-4def-83fa-8b916ba36156 req-491d0f7d-5695-4f10-a01e-db0472cfa112 service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910332 Mar 30 07:24:46.711123 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fe425-129a-432e-824a-b9d483f13fe8 req-e18d8ced-1904-4284-8fda-703e5079c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:46.712667 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7e7fe425-129a-432e-824a-b9d483f13fe8 req-e18d8ced-1904-4284-8fda-703e5079c3a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 1128 time: 0.0485766 Mar 30 07:24:46.842607 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b05804-f02f-4feb-b127-19fce1e53278 req-d6cb9e29-0373-4052-b10c-15f1531abeff tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:46.844111 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-18b05804-f02f-4feb-b127-19fce1e53278 req-d6cb9e29-0373-4052-b10c-15f1531abeff tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 945 time: 0.0614195 Mar 30 07:24:46.880185 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fe425-129a-432e-824a-b9d483f13fe8 req-39808ccb-2d01-466c-b699-3912d9622006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:46.881638 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7e7fe425-129a-432e-824a-b9d483f13fe8 req-39808ccb-2d01-466c-b699-3912d9622006 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 912 time: 0.0996234 Mar 30 07:24:46.932668 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7e7fe425-129a-432e-824a-b9d483f13fe8 req-c7d44f38-9d03-4330-b129-34de166c8046 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a189a71-9b20-445d-864b-af349fb8f6a9 HTTP/1.1" status: 200 len: 217 time: 0.0375960 Mar 30 07:24:46.938161 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-18b05804-f02f-4feb-b127-19fce1e53278 req-d5b9c465-201b-4d6a-9dd1-e2d7e30bc6a7 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Deleting port 2248248f-9385-4ebf-85cd-c0c185df018b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:24:46.938642 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-18b05804-f02f-4feb-b127-19fce1e53278 req-d5b9c465-201b-4d6a-9dd1-e2d7e30bc6a7 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:46.980532 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fe425-129a-432e-824a-b9d483f13fe8 req-ef2fc1f2-1e49-4481-9e92-145ff80785bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:46.982055 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7e7fe425-129a-432e-824a-b9d483f13fe8 req-ef2fc1f2-1e49-4481-9e92-145ff80785bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ea64624-ec6f-4b03-9f67-6684083299d8 HTTP/1.1" status: 200 len: 850 time: 0.0435123 Mar 30 07:24:47.033787 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fe425-129a-432e-824a-b9d483f13fe8 req-9a9ca2e7-c9ff-4686-b628-2b0170869730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:47.035294 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7e7fe425-129a-432e-824a-b9d483f13fe8 req-9a9ca2e7-c9ff-4686-b628-2b0170869730 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87604e57-b8c9-45c9-ab61-2b321b1caa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448880 Mar 30 07:24:47.060528 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-18b05804-f02f-4feb-b127-19fce1e53278 req-d5b9c465-201b-4d6a-9dd1-e2d7e30bc6a7 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] For port 2248248f-9385-4ebf-85cd-c0c185df018b, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=2248248f-9385-4ebf-85cd-c0c185df018b,segment=NetworkSegment(a75e94bc-b4f8-46fe-a3dc-22c244d97f2a),segment_id=a75e94bc-b4f8-46fe-a3dc-22c244d97f2a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:47.060888 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-18b05804-f02f-4feb-b127-19fce1e53278 req-d5b9c465-201b-4d6a-9dd1-e2d7e30bc6a7 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:47.081857 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99f93a-9118-4b53-81a6-f954bcc80c01 req-9b7baad1-37ed-42c8-b73d-e02964f4d5b8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:47.083315 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0a99f93a-9118-4b53-81a6-f954bcc80c01 req-9b7baad1-37ed-42c8-b73d-e02964f4d5b8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 944 time: 0.0923469 Mar 30 07:24:47.084260 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-18b05804-f02f-4feb-b127-19fce1e53278 req-d5b9c465-201b-4d6a-9dd1-e2d7e30bc6a7 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Calling delete_port for 2248248f-9385-4ebf-85cd-c0c185df018b owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:24:47.136878 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7e7fe425-129a-432e-824a-b9d483f13fe8 req-7e96a7d4-7cf4-4053-8740-02e58b28982a service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924635 Mar 30 07:24:47.220119 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0a99f93a-9118-4b53-81a6-f954bcc80c01 req-a891bf61-fe4f-4f9b-b597-952ea57f5131 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257303 Mar 30 07:24:47.232831 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [req-7e7fe425-129a-432e-824a-b9d483f13fe8 req-87d3ef43-4327-402e-8af4-e06003a92d18 service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862858 Mar 30 07:24:47.249315 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a580add-c40b-4c67-8e22-2c9bd4ab5e55 req-4c87af5c-1c38-4394-a4d4-7495458b9008 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:47.250793 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1a580add-c40b-4c67-8e22-2c9bd4ab5e55 req-4c87af5c-1c38-4394-a4d4-7495458b9008 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee340ba-0fee-4661-a390-d524855526cb HTTP/1.1" status: 200 len: 945 time: 0.1042130 Mar 30 07:24:47.332112 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-18b05804-f02f-4feb-b127-19fce1e53278 req-d5b9c465-201b-4d6a-9dd1-e2d7e30bc6a7 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (2248248f-9385-4ebf-85cd-c0c185df018b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:47.336509 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1a580add-c40b-4c67-8e22-2c9bd4ab5e55 req-87ee7653-d4bb-4485-b2d4-0268db9110ad tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.20 "GET /v2.0/security-groups?id=fecd8d24-64a9-4436-9c9d-464bc10654cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791655 Mar 30 07:24:47.364868 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['2248248f-9385-4ebf-85cd-c0c185df018b'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:24:47.634755 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9c465-201b-4d6a-9dd1-e2d7e30bc6a7 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Pushing event deleted for resources: {'Port': ['ID=2248248f-9385-4ebf-85cd-c0c185df018b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:47.679219 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b05804-f02f-4feb-b127-19fce1e53278 req-d5b9c465-201b-4d6a-9dd1-e2d7e30bc6a7 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] No DVR routers for this DVR port 2248248f-9385-4ebf-85cd-c0c185df018b on host hv-cinder-83577 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:24:47.682151 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-18b05804-f02f-4feb-b127-19fce1e53278 req-d5b9c465-201b-4d6a-9dd1-e2d7e30bc6a7 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:47.685464 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-18b05804-f02f-4feb-b127-19fce1e53278 req-d5b9c465-201b-4d6a-9dd1-e2d7e30bc6a7 tempest-TestMinimumBasicScenario-1506873784 tempest-TestMinimumBasicScenario-1506873784-project] 10.222.0.35 "DELETE /v2.0/ports/2248248f-9385-4ebf-85cd-c0c185df018b HTTP/1.1" status: 204 len: 173 time: 0.8354053 Mar 30 07:24:47.685926 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee340ba-0fee-4661-a390-d524855526cb', 'name': 'network-vif-deleted', 'tag': '2248248f-9385-4ebf-85cd-c0c185df018b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:24:47.688155 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d8b759-5f97-45cf-88df-4ec6c0dc14b6" -d '{"events": [{"server_uuid": "aee340ba-0fee-4661-a390-d524855526cb", "name": "network-vif-deleted", "tag": "2248248f-9385-4ebf-85cd-c0c185df018b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:24:47.729877 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c76268-8be1-4f44-ad37-02e057d2c414 x-openstack-request-id: req-55c76268-8be1-4f44-ad37-02e057d2c414 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:24:47.730185 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee340ba-0fee-4661-a390-d524855526cb", "name": "network-vif-deleted", "tag": "2248248f-9385-4ebf-85cd-c0c185df018b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:24:47.730449 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55c76268-8be1-4f44-ad37-02e057d2c414 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:24:47.730865 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c76268-8be1-4f44-ad37-02e057d2c414'] response: {'server_uuid': 'aee340ba-0fee-4661-a390-d524855526cb', 'name': 'network-vif-deleted', 'tag': '2248248f-9385-4ebf-85cd-c0c185df018b', 'status': 'completed', 'code': 200} Mar 30 07:24:48.351957 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d91774-cfae-4d2d-b165-fc4b7f7a6707 req-0456b0ee-d9ab-4f88-9977-ce409019389f tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:48.353434 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-69d91774-cfae-4d2d-b165-fc4b7f7a6707 req-0456b0ee-d9ab-4f88-9977-ce409019389f tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 944 time: 0.0643544 Mar 30 07:24:48.406897 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-69d91774-cfae-4d2d-b165-fc4b7f7a6707 req-d1d6da3d-6c79-4ede-b36e-6d730bf52bab tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472414 Mar 30 07:24:49.069211 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45040) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:49.442897 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0d48-f3a6-454b-b27f-b0ce891e981e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622650'] for router_interface (6cb5fde6-158b-4e92-a688-3da8be637e7b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:49.584574 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813a25d-f93c-4618-975d-124a70370e27 req-4cd93cc6-104b-492a-8b8b-44647cd19796 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:49.586001 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9813a25d-f93c-4618-975d-124a70370e27 req-4cd93cc6-104b-492a-8b8b-44647cd19796 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 944 time: 0.1046677 Mar 30 07:24:49.689897 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9813a25d-f93c-4618-975d-124a70370e27 req-4e94824d-eb9c-4aa6-8432-4bb6106433fc tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977089 Mar 30 07:24:49.786548 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef0d48-f3a6-454b-b27f-b0ce891e981e admin admin] Deleting port af374652-aaa4-4d59-97bc-3947cf23a19b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:24:49.786884 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0d48-f3a6-454b-b27f-b0ce891e981e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:49.871620 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-a1ef0d48-f3a6-454b-b27f-b0ce891e981e admin admin] For port af374652-aaa4-4d59-97bc-3947cf23a19b, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=af374652-aaa4-4d59-97bc-3947cf23a19b,segment=NetworkSegment(a75e94bc-b4f8-46fe-a3dc-22c244d97f2a),segment_id=a75e94bc-b4f8-46fe-a3dc-22c244d97f2a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:49.872033 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0d48-f3a6-454b-b27f-b0ce891e981e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:49.885193 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef0d48-f3a6-454b-b27f-b0ce891e981e admin admin] Calling delete_port for af374652-aaa4-4d59-97bc-3947cf23a19b owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:24:50.078364 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0d48-f3a6-454b-b27f-b0ce891e981e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (af374652-aaa4-4d59-97bc-3947cf23a19b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:50.107598 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef0d48-f3a6-454b-b27f-b0ce891e981e admin admin] Pushing event deleted for resources: {'Port': ['ID=af374652-aaa4-4d59-97bc-3947cf23a19b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:50.288321 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0d48-f3a6-454b-b27f-b0ce891e981e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622506'] for router_interface (6cb5fde6-158b-4e92-a688-3da8be637e7b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:50.507052 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ef0d48-f3a6-454b-b27f-b0ce891e981e admin admin] Router 6cb5fde6-158b-4e92-a688-3da8be637e7b has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:24:50.617219 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ef0d48-f3a6-454b-b27f-b0ce891e981e admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:24:50.622504 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a1ef0d48-f3a6-454b-b27f-b0ce891e981e admin admin] 10.222.0.20 "PUT /v2.0/routers/6cb5fde6-158b-4e92-a688-3da8be637e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5522902 Mar 30 07:24:50.625297 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45044) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:50.626369 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72654c94-4b3e-47b4-8444-ae1fd2a58553 None None] Sync routers for ids ['6cb5fde6-158b-4e92-a688-3da8be637e7b'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:24:50.638282 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72654c94-4b3e-47b4-8444-ae1fd2a58553 None None] Routers {'6cb5fde6-158b-4e92-a688-3da8be637e7b'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:24:50.638998 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-72654c94-4b3e-47b4-8444-ae1fd2a58553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:24:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6cb5fde6-158b-4e92-a688-3da8be637e7b'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:50.720074 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2248248f-9385-4ebf-85cd-c0c185df018b no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:24:50.734678 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] Publish callbacks [] for router (6cb5fde6-158b-4e92-a688-3da8be637e7b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:50.751189 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: 2248248f-9385-4ebf-85cd-c0c185df018b {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:24:50.751529 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 2248248f-9385-4ebf-85cd-c0c185df018b not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:24:50.752176 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-72654c94-4b3e-47b4-8444-ae1fd2a58553 None None] Set router 6cb5fde6-158b-4e92-a688-3da8be637e7b gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:24:50.877716 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb954e79-771e-4bcd-84eb-f8f5a1786032 req-ba92d607-883f-4634-88b8-34e97f0d01d2 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:50.879183 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cb954e79-771e-4bcd-84eb-f8f5a1786032 req-ba92d607-883f-4634-88b8-34e97f0d01d2 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 944 time: 0.0817769 Mar 30 07:24:50.884790 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] Publish callbacks [] for router_gateway (6cb5fde6-158b-4e92-a688-3da8be637e7b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:50.932900 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-72654c94-4b3e-47b4-8444-ae1fd2a58553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:24:50Z', 'revision_number': 5, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'gw_port': {'id': '0c09db46-9c73-4f02-b1fd-a18850cb1de0', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:50.959032 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72654c94-4b3e-47b4-8444-ae1fd2a58553 None None] Checking router: 6cb5fde6-158b-4e92-a688-3da8be637e7b for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:24:50.959919 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cb954e79-771e-4bcd-84eb-f8f5a1786032 req-5060a728-2f8f-410a-8cf1-e24ef92e7730 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718052 Mar 30 07:24:50.968375 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72654c94-4b3e-47b4-8444-ae1fd2a58553 None None] Routers {'6cb5fde6-158b-4e92-a688-3da8be637e7b'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:24:50.968982 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-72654c94-4b3e-47b4-8444-ae1fd2a58553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:24:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['6cb5fde6-158b-4e92-a688-3da8be637e7b'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:50.981402 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] Deleting port 0c09db46-9c73-4f02-b1fd-a18850cb1de0 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:24:50.981402 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (0c09db46-9c73-4f02-b1fd-a18850cb1de0), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.052833 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] For port 0c09db46-9c73-4f02-b1fd-a18850cb1de0, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=0c09db46-9c73-4f02-b1fd-a18850cb1de0,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:51.053192 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (0c09db46-9c73-4f02-b1fd-a18850cb1de0), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.056886 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-72654c94-4b3e-47b4-8444-ae1fd2a58553 None None] Set router 6cb5fde6-158b-4e92-a688-3da8be637e7b gateway port host: None {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:24:51.066446 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] Calling delete_port for 0c09db46-9c73-4f02-b1fd-a18850cb1de0 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:24:51.110728 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-72654c94-4b3e-47b4-8444-ae1fd2a58553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:24:50Z', 'revision_number': 6, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'gw_port_host': None}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:51.136360 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72654c94-4b3e-47b4-8444-ae1fd2a58553 None None] The sync data for ids ['6cb5fde6-158b-4e92-a688-3da8be637e7b'] in dv-cinder-835778-2-iscsi is: [{'id': '6cb5fde6-158b-4e92-a688-3da8be637e7b', 'name': 'tempest-TestMinimumBasicScenario-100419668-router', 'tenant_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:24:50Z', 'revision_number': 6, 'project_id': 'f93c1f92c8c14564bdb5b78a2d2b8b45', 'gw_port_host': None}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:24:51.250642 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (0c09db46-9c73-4f02-b1fd-a18850cb1de0), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.280215 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c09db46-9c73-4f02-b1fd-a18850cb1de0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:51.341714 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622784'] for router_gateway (6cb5fde6-158b-4e92-a688-3da8be637e7b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.431903 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1931'] for router (6cb5fde6-158b-4e92-a688-3da8be637e7b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.433927 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] Publish callbacks [] for router_controller (6cb5fde6-158b-4e92-a688-3da8be637e7b), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.479936 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624293'] for router (6cb5fde6-158b-4e92-a688-3da8be637e7b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.480825 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cb5fde6-158b-4e92-a688-3da8be637e7b {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 07:24:51.486757 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.488566 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f2e18900-b8e6-458d-9da6-ded72d6d6266 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6cb5fde6-158b-4e92-a688-3da8be637e7b HTTP/1.1" status: 204 len: 168 time: 0.8622220 Mar 30 07:24:51.491329 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45048) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:51.545332 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b3902d-44b3-4417-85cd-b59ca24ddddc admin admin] Deleting subnet c011af0c-6bba-437d-b25f-f36699b010b7 {{(pid=103478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:24:51.550298 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-39b3902d-44b3-4417-85cd-b59ca24ddddc admin admin] Publish callbacks [] for subnet (c011af0c-6bba-437d-b25f-f36699b010b7), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.588119 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-39b3902d-44b3-4417-85cd-b59ca24ddddc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5776151'] for subnet (c011af0c-6bba-437d-b25f-f36699b010b7), precommit_delete_associations {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.672128 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-39b3902d-44b3-4417-85cd-b59ca24ddddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (c011af0c-6bba-437d-b25f-f36699b010b7), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.688273 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device af374652-aaa4-4d59-97bc-3947cf23a19b no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:24:51.708422 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: af374652-aaa4-4d59-97bc-3947cf23a19b {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:24:51.708770 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device af374652-aaa4-4d59-97bc-3947cf23a19b not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:24:51.709193 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 0c09db46-9c73-4f02-b1fd-a18850cb1de0 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:24:51.726556 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-39b3902d-44b3-4417-85cd-b59ca24ddddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4308215'] for subnet (c011af0c-6bba-437d-b25f-f36699b010b7), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.729756 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: 0c09db46-9c73-4f02-b1fd-a18850cb1de0 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:24:51.730274 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 0c09db46-9c73-4f02-b1fd-a18850cb1de0 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:24:51.756582 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3902d-44b3-4417-85cd-b59ca24ddddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c011af0c-6bba-437d-b25f-f36699b010b7,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:51.760186 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-39b3902d-44b3-4417-85cd-b59ca24ddddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.763555 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-39b3902d-44b3-4417-85cd-b59ca24ddddc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c011af0c-6bba-437d-b25f-f36699b010b7 HTTP/1.1" status: 204 len: 168 time: 0.2711809 Mar 30 07:24:51.766324 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45050) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:51.769330 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be55000d-2e6f-4e2c-b534-9de82e30b105 None None] Network bb4ee955-7360-4788-803d-5e6807204f1d requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:24:51.838097 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (bb4ee955-7360-4788-803d-5e6807204f1d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.896616 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] Deleting port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:24:51.896954 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.943215 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f821076-6c8b-4ff0-9de0-a7e2b85baede None None] DHCP port deletion for bb4ee955-7360-4788-803d-5e6807204f1d request from dv-cinder-835778-2-iscsi {{(pid=103479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 07:24:51.970472 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] For port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=9584a60e-4c01-4983-a20e-dbbe13f6f4ea,segment=NetworkSegment(a75e94bc-b4f8-46fe-a3dc-22c244d97f2a),segment_id=a75e94bc-b4f8-46fe-a3dc-22c244d97f2a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:51.970822 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:51.985988 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] Calling delete_port for 9584a60e-4c01-4983-a20e-dbbe13f6f4ea owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:24:51.990986 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-7f821076-6c8b-4ff0-9de0-a7e2b85baede None None] Deleting port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:24:51.991359 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7f821076-6c8b-4ff0-9de0-a7e2b85baede None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:52.056311 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-7f821076-6c8b-4ff0-9de0-a7e2b85baede None None] For port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=9584a60e-4c01-4983-a20e-dbbe13f6f4ea,segment=NetworkSegment(a75e94bc-b4f8-46fe-a3dc-22c244d97f2a),segment_id=a75e94bc-b4f8-46fe-a3dc-22c244d97f2a)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:52.056699 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7f821076-6c8b-4ff0-9de0-a7e2b85baede None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:52.068761 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-7f821076-6c8b-4ff0-9de0-a7e2b85baede None None] Calling delete_port for 9584a60e-4c01-4983-a20e-dbbe13f6f4ea owned by network:dhcp {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:24:52.103513 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabe520-5a00-4878-8e65-ee2820fce22b req-2dc09326-1e1a-42c8-996f-8e15bf651346 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:52.105039 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ceabe520-5a00-4878-8e65-ee2820fce22b req-2dc09326-1e1a-42c8-996f-8e15bf651346 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 944 time: 0.0751538 Mar 30 07:24:52.110171 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:52.144034 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7f821076-6c8b-4ff0-9de0-a7e2b85baede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422'] for port (9584a60e-4c01-4983-a20e-dbbe13f6f4ea), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:52.144728 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=9584a60e-4c01-4983-a20e-dbbe13f6f4ea,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:52.156517 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] No DVR routers for this DVR port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea on host dv-cinder-835778-2-iscsi {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:24:52.174531 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f821076-6c8b-4ff0-9de0-a7e2b85baede None None] Pushing event deleted for resources: {'Port': ['ID=9584a60e-4c01-4983-a20e-dbbe13f6f4ea,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:52.178891 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f821076-6c8b-4ff0-9de0-a7e2b85baede None None] No DVR routers for this DVR port 9584a60e-4c01-4983-a20e-dbbe13f6f4ea on host dv-cinder-835778-2-iscsi {{(pid=103479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:24:52.243664 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ceabe520-5a00-4878-8e65-ee2820fce22b req-87f4b82c-905d-4d15-96a4-574b277789de tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310775 Mar 30 07:24:52.249573 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (bb4ee955-7360-4788-803d-5e6807204f1d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:52.270822 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4ee955-7360-4788-803d-5e6807204f1d']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:52.280482 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75e94bc-b4f8-46fe-a3dc-22c244d97f2a') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:52.280797 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75e94bc-b4f8-46fe-a3dc-22c244d97f2a') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:52.290102 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7367724'] for segment (a75e94bc-b4f8-46fe-a3dc-22c244d97f2a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:52.303284 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (a75e94bc-b4f8-46fe-a3dc-22c244d97f2a), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:52.309296 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:24:52.309724 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7419964'] for segment (a75e94bc-b4f8-46fe-a3dc-22c244d97f2a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: Traceback (most recent call last): Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: timer() Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: cb(*args, **kw) Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: return func(*args, **kwargs) Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: self._notify() Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: self.callback(batched_events) Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: event.method(event) Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: return f(self, *a, **k) Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: return self._get(url).json() Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:24:52.311368 dv-cinder-835778-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:24:52.370301 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (bb4ee955-7360-4788-803d-5e6807204f1d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:52.376162 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:52.379233 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bb4ee955-7360-4788-803d-5e6807204f1d HTTP/1.1" status: 204 len: 168 time: 0.6118155 Mar 30 07:24:52.382735 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45054) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:52.392862 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd57d0-9340-4678-b82b-0ab2ab798b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4ee955-7360-4788-803d-5e6807204f1d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:53.024396 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55a5d009-5938-4c4a-a139-3802d4861c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622650'] for router_interface (728189cb-cbf4-41b3-bce9-1620f886a051), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:53.284257 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-55a5d009-5938-4c4a-a139-3802d4861c54 admin admin] Deleting port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:24:53.284585 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55a5d009-5938-4c4a-a139-3802d4861c54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:53.364614 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b74fcd-9b37-4e0b-9a46-f1ea23c90367 req-aa939cf9-0545-46c8-a6b3-676f2e86930d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:53.365252 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-55a5d009-5938-4c4a-a139-3802d4861c54 admin admin] For port 6bf222c0-408f-42a7-99bb-d0ea25ed24c4, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=6bf222c0-408f-42a7-99bb-d0ea25ed24c4,segment=NetworkSegment(00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0),segment_id=00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:53.365252 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55a5d009-5938-4c4a-a139-3802d4861c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:53.366081 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-42b74fcd-9b37-4e0b-9a46-f1ea23c90367 req-aa939cf9-0545-46c8-a6b3-676f2e86930d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 944 time: 0.0542655 Mar 30 07:24:53.379172 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-55a5d009-5938-4c4a-a139-3802d4861c54 admin admin] Calling delete_port for 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 owned by network:router_interface {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:24:53.414333 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-42b74fcd-9b37-4e0b-9a46-f1ea23c90367 req-618a6255-4db8-41a3-b0f4-d55ae36d5493 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423687 Mar 30 07:24:53.510333 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 9584a60e-4c01-4983-a20e-dbbe13f6f4ea no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:24:53.531485 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: 9584a60e-4c01-4983-a20e-dbbe13f6f4ea {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:24:53.531753 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 9584a60e-4c01-4983-a20e-dbbe13f6f4ea not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:24:53.569198 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55a5d009-5938-4c4a-a139-3802d4861c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (6bf222c0-408f-42a7-99bb-d0ea25ed24c4), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:53.594342 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5d009-5938-4c4a-a139-3802d4861c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf222c0-408f-42a7-99bb-d0ea25ed24c4,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:53.766327 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55a5d009-5938-4c4a-a139-3802d4861c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622506'] for router_interface (728189cb-cbf4-41b3-bce9-1620f886a051), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:53.994300 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a5d009-5938-4c4a-a139-3802d4861c54 admin admin] Router 728189cb-cbf4-41b3-bce9-1620f886a051 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:24:54.101361 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a5d009-5938-4c4a-a139-3802d4861c54 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:24:54.106545 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-55a5d009-5938-4c4a-a139-3802d4861c54 admin admin] 10.222.0.20 "PUT /v2.0/routers/728189cb-cbf4-41b3-bce9-1620f886a051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7227335 Mar 30 07:24:54.109392 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45058) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:54.110975 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41137685-027d-4e42-b26c-1a452b2a73c0 None None] Sync routers for ids ['728189cb-cbf4-41b3-bce9-1620f886a051'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:24:54.121337 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41137685-027d-4e42-b26c-1a452b2a73c0 None None] Routers {'728189cb-cbf4-41b3-bce9-1620f886a051'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:24:54.121968 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-41137685-027d-4e42-b26c-1a452b2a73c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:24:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['728189cb-cbf4-41b3-bce9-1620f886a051'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:54.218049 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] Publish callbacks [] for router (728189cb-cbf4-41b3-bce9-1620f886a051), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:54.236487 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-285537e7-9b6e-4dbb-8f0c-72d64e5d9aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:54.239034 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-41137685-027d-4e42-b26c-1a452b2a73c0 None None] Set router 728189cb-cbf4-41b3-bce9-1620f886a051 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:24:54.322626 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] Publish callbacks [] for router_gateway (728189cb-cbf4-41b3-bce9-1620f886a051), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:54.377606 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] Deleting port e83cb089-405d-4177-b910-c6dacf8cf1a8 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:24:54.378364 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (e83cb089-405d-4177-b910-c6dacf8cf1a8), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:54.416823 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-41137685-027d-4e42-b26c-1a452b2a73c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'name': 'tempest-TestMinimumBasicScenario-373538389-router', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'e83cb089-405d-4177-b910-c6dacf8cf1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:24:53Z', 'revision_number': 5, 'project_id': '7e5218a5dc224bf8a0ff1a0500764999', 'gw_port': {'id': 'e83cb089-405d-4177-b910-c6dacf8cf1a8', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:54.447558 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41137685-027d-4e42-b26c-1a452b2a73c0 None None] Checking router: 728189cb-cbf4-41b3-bce9-1620f886a051 for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:24:54.457238 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] For port e83cb089-405d-4177-b910-c6dacf8cf1a8, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=e83cb089-405d-4177-b910-c6dacf8cf1a8,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:54.457593 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (e83cb089-405d-4177-b910-c6dacf8cf1a8), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:54.458809 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41137685-027d-4e42-b26c-1a452b2a73c0 None None] Routers {'728189cb-cbf4-41b3-bce9-1620f886a051'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:24:54.459411 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-41137685-027d-4e42-b26c-1a452b2a73c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:24:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['728189cb-cbf4-41b3-bce9-1620f886a051'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:54.470944 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] Calling delete_port for e83cb089-405d-4177-b910-c6dacf8cf1a8 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:24:54.548656 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-41137685-027d-4e42-b26c-1a452b2a73c0 None None] Set router 728189cb-cbf4-41b3-bce9-1620f886a051 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:24:54.599866 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-41137685-027d-4e42-b26c-1a452b2a73c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'name': 'tempest-TestMinimumBasicScenario-373538389-router', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:24:54Z', 'revision_number': 6, 'project_id': '7e5218a5dc224bf8a0ff1a0500764999', 'gw_port_host': None}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:54.629371 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e4b98-fef7-464d-9567-127e1f4dbcdc req-ac897711-79fb-41e0-984a-2a5dc07dd823 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:54.630922 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c49e4b98-fef7-464d-9567-127e1f4dbcdc req-ac897711-79fb-41e0-984a-2a5dc07dd823 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 944 time: 0.1456745 Mar 30 07:24:54.715286 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c49e4b98-fef7-464d-9567-127e1f4dbcdc req-de660fda-2244-4ab0-971b-26a3c5ace075 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749083 Mar 30 07:24:54.739170 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (e83cb089-405d-4177-b910-c6dacf8cf1a8), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:54.764265 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e83cb089-405d-4177-b910-c6dacf8cf1a8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:54.764612 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 7a189a71-9b20-445d-864b-af349fb8f6a9 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:24:54.767196 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41137685-027d-4e42-b26c-1a452b2a73c0 None None] The sync data for ids ['728189cb-cbf4-41b3-bce9-1620f886a051'] in dv-cinder-835778-2-iscsi is: [{'id': '728189cb-cbf4-41b3-bce9-1620f886a051', 'name': 'tempest-TestMinimumBasicScenario-373538389-router', 'tenant_id': '7e5218a5dc224bf8a0ff1a0500764999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:10Z', 'updated_at': '2022-03-30T07:24:54Z', 'revision_number': 6, 'project_id': '7e5218a5dc224bf8a0ff1a0500764999', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:24:54.832275 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622784'] for router_gateway (728189cb-cbf4-41b3-bce9-1620f886a051), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:54.863625 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 7a189a71-9b20-445d-864b-af349fb8f6a9, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=7a189a71-9b20-445d-864b-af349fb8f6a9,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:54.875753 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': '7a189a71-9b20-445d-864b-af349fb8f6a9', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'port_id': '7a189a71-9b20-445d-864b-af349fb8f6a9', 'mac_address': 'fa:16:3e:4b:4e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:24:54.917804 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 7a189a71-9b20-445d-864b-af349fb8f6a9 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:24:54.918182 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:54.924468 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1931'] for router (728189cb-cbf4-41b3-bce9-1620f886a051), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:54.926846 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] Publish callbacks [] for router_controller (728189cb-cbf4-41b3-bce9-1620f886a051), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:54.931484 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a189a71-9b20-445d-864b-af349fb8f6a9 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:24:54.952073 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 7a189a71-9b20-445d-864b-af349fb8f6a9, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=7a189a71-9b20-445d-864b-af349fb8f6a9,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:54.956350 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:54.976506 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624293'] for router (728189cb-cbf4-41b3-bce9-1620f886a051), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:54.977038 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 728189cb-cbf4-41b3-bce9-1620f886a051 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 07:24:54.981524 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:54.985857 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-cb8b15a9-3eee-41d0-b21f-e413fe0a7da2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/728189cb-cbf4-41b3-bce9-1620f886a051 HTTP/1.1" status: 204 len: 168 time: 0.8730257 Mar 30 07:24:54.986278 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45064) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:55.009295 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=7a189a71-9b20-445d-864b-af349fb8f6a9,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:55.037178 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2bd5349-ed6d-4bf9-a5f0-ecc329ab6112 admin admin] Deleting subnet 577a2445-0054-419d-9c2e-a2b4895706c2 {{(pid=103478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:24:55.040647 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5349-ed6d-4bf9-a5f0-ecc329ab6112 admin admin] Publish callbacks [] for subnet (577a2445-0054-419d-9c2e-a2b4895706c2), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.076484 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5349-ed6d-4bf9-a5f0-ecc329ab6112 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5776151'] for subnet (577a2445-0054-419d-9c2e-a2b4895706c2), precommit_delete_associations {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.161248 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5349-ed6d-4bf9-a5f0-ecc329ab6112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (577a2445-0054-419d-9c2e-a2b4895706c2), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.220618 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5349-ed6d-4bf9-a5f0-ecc329ab6112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4308215'] for subnet (577a2445-0054-419d-9c2e-a2b4895706c2), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.247115 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['7a189a71-9b20-445d-864b-af349fb8f6a9'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:24:55.247729 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd5349-ed6d-4bf9-a5f0-ecc329ab6112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=577a2445-0054-419d-9c2e-a2b4895706c2,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:55.249866 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5349-ed6d-4bf9-a5f0-ecc329ab6112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.255153 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-b2bd5349-ed6d-4bf9-a5f0-ecc329ab6112 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/577a2445-0054-419d-9c2e-a2b4895706c2 HTTP/1.1" status: 204 len: 168 time: 0.2655897 Mar 30 07:24:55.255524 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45066) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:55.272767 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1e8e49-2332-4eb4-b95f-653c6b515ec6 None None] Network 6e626928-e04f-469b-aace-112c65cda96b requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:24:55.327122 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (6e626928-e04f-469b-aace-112c65cda96b), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.383843 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] Deleting port c8ae02d5-1809-43e7-b921-2f7caa0bae94 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:24:55.384221 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.452714 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] For port c8ae02d5-1809-43e7-b921-2f7caa0bae94, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=c8ae02d5-1809-43e7-b921-2f7caa0bae94,segment=NetworkSegment(00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0),segment_id=00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:55.453076 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.466362 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] Calling delete_port for c8ae02d5-1809-43e7-b921-2f7caa0bae94 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:24:55.538751 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73ff879-a5fe-457f-aebb-8f5230245ac0 None None] DHCP port deletion for 6e626928-e04f-469b-aace-112c65cda96b request from dv-cinder-835778-2-iscsi {{(pid=103479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 07:24:55.572467 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.605624 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ae02d5-1809-43e7-b921-2f7caa0bae94,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:55.607636 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device e83cb089-405d-4177-b910-c6dacf8cf1a8 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:24:55.609397 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] No DVR routers for this DVR port c8ae02d5-1809-43e7-b921-2f7caa0bae94 on host dv-cinder-835778-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:24:55.632976 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: e83cb089-405d-4177-b910-c6dacf8cf1a8 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:24:55.633319 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device e83cb089-405d-4177-b910-c6dacf8cf1a8 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:24:55.633746 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device c8ae02d5-1809-43e7-b921-2f7caa0bae94 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:24:55.638296 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-b73ff879-a5fe-457f-aebb-8f5230245ac0 None None] Deleting port c8ae02d5-1809-43e7-b921-2f7caa0bae94 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:24:55.638600 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b73ff879-a5fe-457f-aebb-8f5230245ac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.656725 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: c8ae02d5-1809-43e7-b921-2f7caa0bae94 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:24:55.657070 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device c8ae02d5-1809-43e7-b921-2f7caa0bae94 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:24:55.657485 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:24:55.682298 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (6e626928-e04f-469b-aace-112c65cda96b), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.706917 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e626928-e04f-469b-aace-112c65cda96b']}} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:55.711786 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:24:55.712158 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 6bf222c0-408f-42a7-99bb-d0ea25ed24c4 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:24:55.718983 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0') {'for_net_delete': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:55.719928 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0') {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:24:55.732534 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5776156'] for segment (00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.745318 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-b73ff879-a5fe-457f-aebb-8f5230245ac0 None None] For port c8ae02d5-1809-43e7-b921-2f7caa0bae94, host dv-cinder-835778-2-iscsi, got binding levels [] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:55.746132 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.746362 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b73ff879-a5fe-457f-aebb-8f5230245ac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.752404 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:24:55.752791 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151914'] for segment (00d101e0-fad6-429a-bd2b-f8b2a0eaf8a0), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: Traceback (most recent call last): Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: timer() Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: cb(*args, **kw) Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: return func(*args, **kwargs) Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: self._notify() Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: self.callback(batched_events) Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: event.method(event) Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: return f(self, *a, **k) Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._get(url).json() Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: return self.request(url, 'GET', **kwargs) Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:24:55.754479 dv-cinder-835778-2-iscsi neutron-server[103478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:24:55.760419 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-b73ff879-a5fe-457f-aebb-8f5230245ac0 None None] Calling delete_port for c8ae02d5-1809-43e7-b921-2f7caa0bae94 owned by network:dhcp {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:24:55.764373 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.ipam_backend_mixin [None req-b73ff879-a5fe-457f-aebb-8f5230245ac0 None None] Port c8ae02d5-1809-43e7-b921-2f7caa0bae94 was not found and therefore no delete operation was performed {{(pid=103479) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 30 07:24:55.766144 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b73ff879-a5fe-457f-aebb-8f5230245ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422'] for port (c8ae02d5-1809-43e7-b921-2f7caa0bae94), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.793506 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ff879-a5fe-457f-aebb-8f5230245ac0 None None] Pushing event deleted for resources: {'Port': ['ID=c8ae02d5-1809-43e7-b921-2f7caa0bae94,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:55.797708 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ff879-a5fe-457f-aebb-8f5230245ac0 None None] No DVR routers for this DVR port c8ae02d5-1809-43e7-b921-2f7caa0bae94 on host dv-cinder-835778-2-iscsi {{(pid=103479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:24:55.819142 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (6e626928-e04f-469b-aace-112c65cda96b), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.826507 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:55.832123 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6e626928-e04f-469b-aace-112c65cda96b HTTP/1.1" status: 204 len: 168 time: 0.5734034 Mar 30 07:24:55.841672 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e2468-a6b6-4a2f-bd6f-1dd4016e63f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e626928-e04f-469b-aace-112c65cda96b,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:55.867626 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a4212-4db1-4144-a1b1-2e94fe9b8fb9 req-78ea8d5e-6e88-4c56-b31a-de3a15c4c07f tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:55.869507 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1c5a4212-4db1-4144-a1b1-2e94fe9b8fb9 req-78ea8d5e-6e88-4c56-b31a-de3a15c4c07f tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 945 time: 0.0678155 Mar 30 07:24:55.929478 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1c5a4212-4db1-4144-a1b1-2e94fe9b8fb9 req-73b7d467-c4f9-4aec-914c-a86f36b6756f tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538697 Mar 30 07:24:56.007349 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45072) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:56.048034 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-8b5a89b8-503f-42f0-b59f-9982a1472f3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f93c1f92c8c14564bdb5b78a2d2b8b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394640 Mar 30 07:24:56.050556 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45074) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:56.111721 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e390aea-a093-4cbe-abb3-f8bf3f590e10 admin admin] Publish callbacks [] for security_group (fecd8d24-64a9-4436-9c9d-464bc10654cb), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:56.136860 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e390aea-a093-4cbe-abb3-f8bf3f590e10 admin admin] Publish callbacks [] for security_group (fecd8d24-64a9-4436-9c9d-464bc10654cb), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:56.183381 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e390aea-a093-4cbe-abb3-f8bf3f590e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (fecd8d24-64a9-4436-9c9d-464bc10654cb), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:56.186098 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e390aea-a093-4cbe-abb3-f8bf3f590e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:56.187273 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-0e390aea-a093-4cbe-abb3-f8bf3f590e10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fecd8d24-64a9-4436-9c9d-464bc10654cb HTTP/1.1" status: 204 len: 168 time: 0.1358376 Mar 30 07:24:56.195036 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e390aea-a093-4cbe-abb3-f8bf3f590e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecd8d24-64a9-4436-9c9d-464bc10654cb,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:56.447621 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bfa109a0-b04a-403d-bf9b-606fc138d592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:56.527050 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45080) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:56.568714 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-60a64e07-6c53-4d40-a712-0d0710edf5a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e5218a5dc224bf8a0ff1a0500764999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405238 Mar 30 07:24:56.571246 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45082) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:24:56.619157 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-35b85a71-d3ff-468f-8eb4-f1cd2af61fba admin admin] Publish callbacks [] for security_group (d13aa9af-7a30-4761-99d9-dc6b2a722803), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:56.641303 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-35b85a71-d3ff-468f-8eb4-f1cd2af61fba admin admin] Publish callbacks [] for security_group (d13aa9af-7a30-4761-99d9-dc6b2a722803), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:56.691481 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-35b85a71-d3ff-468f-8eb4-f1cd2af61fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (d13aa9af-7a30-4761-99d9-dc6b2a722803), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:56.694095 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-35b85a71-d3ff-468f-8eb4-f1cd2af61fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:56.698078 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-35b85a71-d3ff-468f-8eb4-f1cd2af61fba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d13aa9af-7a30-4761-99d9-dc6b2a722803 HTTP/1.1" status: 204 len: 168 time: 0.1258423 Mar 30 07:24:56.706092 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b85a71-d3ff-468f-8eb4-f1cd2af61fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13aa9af-7a30-4761-99d9-dc6b2a722803,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:56.752986 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 7a189a71-9b20-445d-864b-af349fb8f6a9 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:24:56.803340 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port 7a189a71-9b20-445d-864b-af349fb8f6a9 completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:24:56.807392 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port 7a189a71-9b20-445d-864b-af349fb8f6a9 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:24:56.807763 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:56.889690 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port 7a189a71-9b20-445d-864b-af349fb8f6a9 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:24:56.890086 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:56.916114 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb5355d-cff6-45b6-a2f6-4527a3c77467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a189a71-9b20-445d-864b-af349fb8f6a9'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:24:56.918423 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cc12fc-dd89-418a-b510-2ddf5245c10e" -d '{"events": [{"server_uuid": "6bb5355d-cff6-45b6-a2f6-4527a3c77467", "name": "network-vif-plugged", "status": "completed", "tag": "7a189a71-9b20-445d-864b-af349fb8f6a9"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:24:56.932416 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port 7a189a71-9b20-445d-864b-af349fb8f6a9, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=7a189a71-9b20-445d-864b-af349fb8f6a9,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:24:56.939025 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:56.967248 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11259397-f439-4570-9d31-f1d3307c5b30 x-openstack-request-id: req-11259397-f439-4570-9d31-f1d3307c5b30 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:24:56.967639 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb5355d-cff6-45b6-a2f6-4527a3c77467", "name": "network-vif-plugged", "status": "completed", "tag": "7a189a71-9b20-445d-864b-af349fb8f6a9", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:24:56.968086 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11259397-f439-4570-9d31-f1d3307c5b30 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:24:56.968719 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11259397-f439-4570-9d31-f1d3307c5b30'] response: {'server_uuid': '6bb5355d-cff6-45b6-a2f6-4527a3c77467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a189a71-9b20-445d-864b-af349fb8f6a9', 'code': 200} Mar 30 07:24:57.007876 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=7a189a71-9b20-445d-864b-af349fb8f6a9,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:24:57.088956 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cf1f8-8800-4d31-b267-b71818dbc769 req-aeb22a52-69c2-407b-a23a-626447e2c119 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:57.090816 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-662cf1f8-8800-4d31-b267-b71818dbc769 req-aeb22a52-69c2-407b-a23a-626447e2c119 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 946 time: 0.0604198 Mar 30 07:24:57.148452 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-662cf1f8-8800-4d31-b267-b71818dbc769 req-8c97ae4a-f60b-46cd-bdc8-4851b2a5647a tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514519 Mar 30 07:24:57.245231 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b42ee1-054f-4707-a2f1-555da22cea1c req-60045594-5f9e-4820-abab-106cb0309f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:57.246750 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b7b42ee1-054f-4707-a2f1-555da22cea1c req-60045594-5f9e-4820-abab-106cb0309f1f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 1130 time: 0.0602353 Mar 30 07:24:57.294034 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b7b42ee1-054f-4707-a2f1-555da22cea1c req-5215f64c-e58e-41f6-8317-f7836bd0964d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404260 Mar 30 07:24:57.984712 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:58.280930 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb9a9b-29c2-41f3-ae10-65db5b3e773a req-2be36c83-74eb-41b8-a94a-dab3f1c0aeb2 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:58.282324 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bbcb9a9b-29c2-41f3-ae10-65db5b3e773a req-2be36c83-74eb-41b8-a94a-dab3f1c0aeb2 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 946 time: 0.0569181 Mar 30 07:24:58.336205 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bbcb9a9b-29c2-41f3-ae10-65db5b3e773a req-74307388-c2e9-4afc-8936-726da10e3d37 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455794 Mar 30 07:24:59.133730 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:24:59.473649 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0e60a-2895-47c5-8e1e-9b136f134ff5 req-82cc4703-2d15-4eae-bda5-39fd938600d4 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:59.475110 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eaa0e60a-2895-47c5-8e1e-9b136f134ff5 req-82cc4703-2d15-4eae-bda5-39fd938600d4 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 946 time: 0.0590351 Mar 30 07:24:59.798008 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eaa0e60a-2895-47c5-8e1e-9b136f134ff5 req-ffcaf263-c38d-4cfe-8054-12b671eb9c6d tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143520 Mar 30 07:24:59.928995 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b493ad2-68a7-46de-aae5-a0d690d87ab6 req-fabff81a-924d-4e6d-891a-d0ad021ad394 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:24:59.930435 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9b493ad2-68a7-46de-aae5-a0d690d87ab6 req-fabff81a-924d-4e6d-891a-d0ad021ad394 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 946 time: 0.0563707 Mar 30 07:24:59.980433 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9b493ad2-68a7-46de-aae5-a0d690d87ab6 req-033df7d3-72cb-4c9d-9b63-ad0fe0ffb67e tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425670 Mar 30 07:25:00.003351 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45096) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:25:00.047683 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f5d1bc-9275-4381-9b94-aa4ed0f3f905 tempest-TestVolumeBootPattern-1579352896 tempest-TestVolumeBootPattern-1579352896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:00.049247 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-17f5d1bc-9275-4381-9b94-aa4ed0f3f905 tempest-TestVolumeBootPattern-1579352896 tempest-TestVolumeBootPattern-1579352896-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 1125 time: 0.0448434 Mar 30 07:25:00.052027 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45098) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:25:00.056173 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Request body: {'floatingip': {'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'port_id': '7a189a71-9b20-445d-864b-af349fb8f6a9', 'tenant_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:25:00.078254 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:00.177069 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:00.282833 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Allocated IP 172.27.1.81 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/791c4107-e927-4f63-a6e7-3ff2c2eae3ad) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:25:00.390397 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for port (791c4107-e927-4f63-a6e7-3ff2c2eae3ad), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:00.429684 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (791c4107-e927-4f63-a6e7-3ff2c2eae3ad), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:00.466544 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:25:00.469542 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:25:00.475536 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:25:00.481450 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'Port': ['ID=791c4107-e927-4f63-a6e7-3ff2c2eae3ad,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:25:00.645525 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:00.850941 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for floatingip (ef0fbb62-d6c0-4e58-bb5b-38d10945be10), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:00.929259 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (791c4107-e927-4f63-a6e7-3ff2c2eae3ad), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:01.084282 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for port (791c4107-e927-4f63-a6e7-3ff2c2eae3ad), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:01.092286 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (791c4107-e927-4f63-a6e7-3ff2c2eae3ad), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:01.166417 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event updated for resources: {'Port': ['ID=791c4107-e927-4f63-a6e7-3ff2c2eae3ad,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:25:01.180429 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (ef0fbb62-d6c0-4e58-bb5b-38d10945be10), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:01.285992 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Floating IP ef0fbb62-d6c0-4e58-bb5b-38d10945be10 associated. External IP: 172.27.1.81, port: 7a189a71-9b20-445d-864b-af349fb8f6a9. Mar 30 07:25:01.505103 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Router f3122407-99bb-41d9-bf17-9d5238cff320 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:25:01.623112 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:25:01.633046 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65ea74-da9d-4abc-b499-0116f15ea6a7 None None] Sync routers for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:25:01.643021 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:01.644482 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65ea74-da9d-4abc-b499-0116f15ea6a7 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:25:01.645115 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-cd65ea74-da9d-4abc-b499-0116f15ea6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:24:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:25:01.673426 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7409f47c-804d-40f4-beb0-33ae85debad1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6204042 Mar 30 07:25:01.674055 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb5355d-cff6-45b6-a2f6-4527a3c77467', 'tag': '7a189a71-9b20-445d-864b-af349fb8f6a9'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:25:01.676325 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7f8364-83d3-4dfd-ba8c-96d9f3759f83" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb5355d-cff6-45b6-a2f6-4527a3c77467", "tag": "7a189a71-9b20-445d-864b-af349fb8f6a9"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:25:01.711748 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32826900-a8a7-47fe-b98f-ccadd7048fee x-openstack-request-id: req-32826900-a8a7-47fe-b98f-ccadd7048fee {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:25:01.712065 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb5355d-cff6-45b6-a2f6-4527a3c77467", "tag": "7a189a71-9b20-445d-864b-af349fb8f6a9", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:25:01.712318 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32826900-a8a7-47fe-b98f-ccadd7048fee {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:25:01.712724 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32826900-a8a7-47fe-b98f-ccadd7048fee'] response: {'name': 'network-changed', 'server_uuid': '6bb5355d-cff6-45b6-a2f6-4527a3c77467', 'tag': '7a189a71-9b20-445d-864b-af349fb8f6a9', 'status': 'completed', 'code': 200} Mar 30 07:25:01.758813 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-cd65ea74-da9d-4abc-b499-0116f15ea6a7 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:25:01.805908 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f8364-83d3-4dfd-ba8c-96d9f3759f83 req-974aeca8-6b51-4331-959f-060872b6982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:01.807447 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fe7f8364-83d3-4dfd-ba8c-96d9f3759f83 req-974aeca8-6b51-4331-959f-060872b6982c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 1130 time: 0.0478635 Mar 30 07:25:01.898986 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f8364-83d3-4dfd-ba8c-96d9f3759f83 req-c05abcaf-d468-4510-815c-97c22cc3e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:01.900476 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fe7f8364-83d3-4dfd-ba8c-96d9f3759f83 req-c05abcaf-d468-4510-815c-97c22cc3e0b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 912 time: 0.0852737 Mar 30 07:25:01.971561 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fe7f8364-83d3-4dfd-ba8c-96d9f3759f83 req-f27357c9-cb28-4e22-9961-a1fcffb83040 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a189a71-9b20-445d-864b-af349fb8f6a9 HTTP/1.1" status: 200 len: 999 time: 0.0632832 Mar 30 07:25:01.986264 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-cd65ea74-da9d-4abc-b499-0116f15ea6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '952be789-d87e-4483-90f0-e4d5121e50fc', 'tenant_id': '803772b9959c49c988cb738b94678917', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'port_id': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'mac_address': 'fa:16:3e:f0:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:23:01Z', 'updated_at': '2022-03-30T07:23:03Z', 'revision_number': 1, 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address_scope': None}, {'id': 'ef0fbb62-d6c0-4e58-bb5b-38d10945be10', 'tenant_id': '803772b9959c49c988cb738b94678917', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'port_id': '7a189a71-9b20-445d-864b-af349fb8f6a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'mac_address': 'fa:16:3e:4b:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5355d-cff6-45b6-a2f6-4527a3c77467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:25:00Z', 'updated_at': '2022-03-30T07:25:00Z', 'revision_number': 0, 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:25:02.011695 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65ea74-da9d-4abc-b499-0116f15ea6a7 None None] Checking router: f3122407-99bb-41d9-bf17-9d5238cff320 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:25:02.020917 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f8364-83d3-4dfd-ba8c-96d9f3759f83 req-9cbdc493-4d48-452d-a274-767040bee489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:02.021123 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65ea74-da9d-4abc-b499-0116f15ea6a7 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:25:02.021641 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-cd65ea74-da9d-4abc-b499-0116f15ea6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:24:56Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:25:02.022423 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fe7f8364-83d3-4dfd-ba8c-96d9f3759f83 req-9cbdc493-4d48-452d-a274-767040bee489 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ea64624-ec6f-4b03-9f67-6684083299d8 HTTP/1.1" status: 200 len: 850 time: 0.0448375 Mar 30 07:25:02.073726 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f8364-83d3-4dfd-ba8c-96d9f3759f83 req-e881e38c-85c1-48b2-894c-f3324c5e9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:02.075301 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fe7f8364-83d3-4dfd-ba8c-96d9f3759f83 req-e881e38c-85c1-48b2-894c-f3324c5e9327 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87604e57-b8c9-45c9-ab61-2b321b1caa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457878 Mar 30 07:25:02.130669 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-cd65ea74-da9d-4abc-b499-0116f15ea6a7 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:25:02.166056 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fe7f8364-83d3-4dfd-ba8c-96d9f3759f83 req-b68089d5-6f25-4f45-b5ac-0378f2cf87fc service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837018 Mar 30 07:25:02.256939 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fe7f8364-83d3-4dfd-ba8c-96d9f3759f83 req-d931c756-4352-40c1-9163-922802e96a39 service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847025 Mar 30 07:25:02.365426 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-cd65ea74-da9d-4abc-b499-0116f15ea6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '952be789-d87e-4483-90f0-e4d5121e50fc', 'tenant_id': '803772b9959c49c988cb738b94678917', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'port_id': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'mac_address': 'fa:16:3e:f0:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:23:01Z', 'updated_at': '2022-03-30T07:23:03Z', 'revision_number': 1, 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address_scope': None}, {'id': 'ef0fbb62-d6c0-4e58-bb5b-38d10945be10', 'tenant_id': '803772b9959c49c988cb738b94678917', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'port_id': '7a189a71-9b20-445d-864b-af349fb8f6a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'mac_address': 'fa:16:3e:4b:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5355d-cff6-45b6-a2f6-4527a3c77467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:25:00Z', 'updated_at': '2022-03-30T07:25:00Z', 'revision_number': 0, 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:25:02.483535 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65ea74-da9d-4abc-b499-0116f15ea6a7 None None] The sync data for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi is: [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '952be789-d87e-4483-90f0-e4d5121e50fc', 'tenant_id': '803772b9959c49c988cb738b94678917', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'port_id': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'mac_address': 'fa:16:3e:f0:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:23:01Z', 'updated_at': '2022-03-30T07:23:03Z', 'revision_number': 1, 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address_scope': None}, {'id': 'ef0fbb62-d6c0-4e58-bb5b-38d10945be10', 'tenant_id': '803772b9959c49c988cb738b94678917', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'port_id': '7a189a71-9b20-445d-864b-af349fb8f6a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'mac_address': 'fa:16:3e:4b:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5355d-cff6-45b6-a2f6-4527a3c77467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:25:00Z', 'updated_at': '2022-03-30T07:25:00Z', 'revision_number': 0, 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:25:02.693350 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05078b0b-d44f-487d-aacb-8931d46308b5 None None] New status for floating IP ef0fbb62-d6c0-4e58-bb5b-38d10945be10: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:25:04.803020 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:18.714821 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:25:24.225859 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3c8591c3-91be-4ce9-b601-9ee50922dd5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:26.461263 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3c85e2a7-8e1c-4ab7-97b9-06c231556e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:27.975537 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:28.507005 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39947df5-2e02-4841-9c20-f2226ea5028e req-f4317988-7f74-4c4b-88d4-3709fe054f6c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:28.508509 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39947df5-2e02-4841-9c20-f2226ea5028e req-f4317988-7f74-4c4b-88d4-3709fe054f6c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 945 time: 0.0605645 Mar 30 07:25:28.559536 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39947df5-2e02-4841-9c20-f2226ea5028e req-d32d93eb-d27c-4dc6-b387-bf4873aedfd3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=c68900a2-f931-49fd-8ef9-30cb4fc208ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421987 Mar 30 07:25:29.142260 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:29.706402 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80396455-6d1e-4960-8804-21bf37f1389e req-b38ea9db-f34d-4cde-8f68-5e9cc7ef005a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:29.707926 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-80396455-6d1e-4960-8804-21bf37f1389e req-b38ea9db-f34d-4cde-8f68-5e9cc7ef005a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 945 time: 0.0574238 Mar 30 07:25:29.761907 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-80396455-6d1e-4960-8804-21bf37f1389e req-a4493dcc-427a-4f6a-b5bb-2429524fcf3d tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=c68900a2-f931-49fd-8ef9-30cb4fc208ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461845 Mar 30 07:25:30.137077 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-da261d15-27fb-4be8-81fc-574e70673e7d tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:30.139188 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-da261d15-27fb-4be8-81fc-574e70673e7d tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 945 time: 0.0715013 Mar 30 07:25:30.241303 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Deleting port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:25:30.241641 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:30.334790 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] For port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:25:30.335151 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:30.506496 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:30.506732 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (17149586-898b-4707-8682-b595c071d22a), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:30.507062 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Floating IP 17149586-898b-4707-8682-b595c071d22a disassociated. External IP: 172.27.1.59, port: d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc. Mar 30 07:25:30.507395 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Calling delete_port for d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:25:30.647575 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:30.653791 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:30.682075 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event deleted for resources: {'Port': ['ID=d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:25:30.692458 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:30.692943 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:30.693185 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:30.693485 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:30.693811 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:30.694135 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:30.694462 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:30.694782 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:30.695106 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:30.695427 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:30.695758 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:30.696103 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:30.696407 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:30.696725 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:30.697041 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:30.819245 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Router 9074cbef-674c-4417-ae93-b5ba56a1b156 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:25:30.925330 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3cabc2c2-53e2-4c03-bb83-fd0bbdd0721d req-bb85c11d-9527-408a-ab55-dd8a77693129 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=d287ae8d-8382-4023-8788-f8789b1368d8 HTTP/1.1" status: 200 len: 210 time: 0.0623581 Mar 30 07:25:30.965009 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:25:30.975187 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3732f5-b5d1-4e3b-9763-d7386d4fbce1 None None] Sync routers for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:25:30.986387 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3732f5-b5d1-4e3b-9763-d7386d4fbce1 None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:25:30.987227 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-6b3732f5-b5d1-4e3b-9763-d7386d4fbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:25:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:25:31.006805 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] No DVR routers for this DVR port d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc on host hv-cinder-83577 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:25:31.009493 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:31.012855 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7d1a0ee3-9333-464b-ab0f-cae1744b0b57 req-0e892759-84c5-4099-8b32-380e3868c197 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "DELETE /v2.0/ports/d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc HTTP/1.1" status: 204 len: 173 time: 0.8680503 Mar 30 07:25:31.013393 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd287ae8d-8382-4023-8788-f8789b1368d8', 'name': 'network-vif-deleted', 'tag': 'd6bda4c0-cbe0-4984-9893-bf5ac3aa16bc'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:25:31.018721 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efdde1c-c332-4fbd-b47c-c3d4c5c3920b" -d '{"events": [{"server_uuid": "d287ae8d-8382-4023-8788-f8789b1368d8", "name": "network-vif-deleted", "tag": "d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:25:31.070428 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415edc52-13a1-4ead-b178-328aee925bbc x-openstack-request-id: req-415edc52-13a1-4ead-b178-328aee925bbc {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:25:31.070731 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d287ae8d-8382-4023-8788-f8789b1368d8", "name": "network-vif-deleted", "tag": "d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:25:31.071724 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-415edc52-13a1-4ead-b178-328aee925bbc {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:25:31.071724 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-415edc52-13a1-4ead-b178-328aee925bbc'] response: {'server_uuid': 'd287ae8d-8382-4023-8788-f8789b1368d8', 'name': 'network-vif-deleted', 'tag': 'd6bda4c0-cbe0-4984-9893-bf5ac3aa16bc', 'status': 'completed', 'code': 200} Mar 30 07:25:31.114822 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-6b3732f5-b5d1-4e3b-9763-d7386d4fbce1 None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:25:31.339145 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-6b3732f5-b5d1-4e3b-9763-d7386d4fbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:25:31.366905 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3732f5-b5d1-4e3b-9763-d7386d4fbce1 None None] Checking router: 9074cbef-674c-4417-ae93-b5ba56a1b156 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:25:31.376073 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3732f5-b5d1-4e3b-9763-d7386d4fbce1 None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:25:31.376667 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-6b3732f5-b5d1-4e3b-9763-d7386d4fbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:25:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:25:31.495336 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-6b3732f5-b5d1-4e3b-9763-d7386d4fbce1 None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:25:31.710422 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-6b3732f5-b5d1-4e3b-9763-d7386d4fbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:25:31.741695 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3732f5-b5d1-4e3b-9763-d7386d4fbce1 None None] The sync data for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi is: [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:25:31.984715 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d40293-cef1-4381-8b62-dc7419b2b437 None None] New status for floating IP 17149586-898b-4707-8682-b595c071d22a: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:25:32.025994 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45186) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:25:32.080029 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd89274f-0d02-430e-a6fb-f1d5daed4c4c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (c68900a2-f931-49fd-8ef9-30cb4fc208ea), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:32.107795 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd89274f-0d02-430e-a6fb-f1d5daed4c4c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (c68900a2-f931-49fd-8ef9-30cb4fc208ea), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:32.437049 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd89274f-0d02-430e-a6fb-f1d5daed4c4c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (c68900a2-f931-49fd-8ef9-30cb4fc208ea), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:32.439568 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd89274f-0d02-430e-a6fb-f1d5daed4c4c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:32.440771 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-cd89274f-0d02-430e-a6fb-f1d5daed4c4c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "DELETE /v2.0/security-groups/c68900a2-f931-49fd-8ef9-30cb4fc208ea HTTP/1.1" status: 204 len: 168 time: 0.4136956 Mar 30 07:25:32.443658 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45188) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:25:32.449746 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89274f-0d02-430e-a6fb-f1d5daed4c4c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68900a2-f931-49fd-8ef9-30cb4fc208ea,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:25:32.457040 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.api.v2.resource [None req-98dfdd32-4087-4060-8139-349256218e0c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] show failed (client error): The resource could not be found. Mar 30 07:25:32.458044 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-98dfdd32-4087-4060-8139-349256218e0c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups/c68900a2-f931-49fd-8ef9-30cb4fc208ea HTTP/1.1" status: 404 len: 347 time: 0.0133605 Mar 30 07:25:32.461060 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45190) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:25:32.584846 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-f5e88458-ba96-4656-9904-21545435fa42 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Deleting port 970f0d26-4260-4aa5-b73a-39c826a568cd {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:25:32.585172 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5e88458-ba96-4656-9904-21545435fa42 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (970f0d26-4260-4aa5-b73a-39c826a568cd), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:32.659534 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5e88458-ba96-4656-9904-21545435fa42 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (970f0d26-4260-4aa5-b73a-39c826a568cd), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:32.659848 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5e88458-ba96-4656-9904-21545435fa42 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (970f0d26-4260-4aa5-b73a-39c826a568cd), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:32.671554 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-f5e88458-ba96-4656-9904-21545435fa42 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Calling delete_port for 970f0d26-4260-4aa5-b73a-39c826a568cd owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:25:32.825184 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5e88458-ba96-4656-9904-21545435fa42 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (970f0d26-4260-4aa5-b73a-39c826a568cd), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:32.855574 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e88458-ba96-4656-9904-21545435fa42 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event deleted for resources: {'Port': ['ID=970f0d26-4260-4aa5-b73a-39c826a568cd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:25:32.920465 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5e88458-ba96-4656-9904-21545435fa42 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (17149586-898b-4707-8682-b595c071d22a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:32.922953 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5e88458-ba96-4656-9904-21545435fa42 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:32.924227 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f5e88458-ba96-4656-9904-21545435fa42 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "DELETE /v2.0/floatingips/17149586-898b-4707-8682-b595c071d22a HTTP/1.1" status: 204 len: 168 time: 0.4621129 Mar 30 07:25:32.963015 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:25:32.984459 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:25:32.984787 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device d6bda4c0-cbe0-4984-9893-bf5ac3aa16bc not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:25:33.092553 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45194) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:25:33.097643 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d3907f32-c8a6-4118-b8df-1f76b0e5f95e tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1763072996', 'description': 'tempest-description--84644135'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:25:33.121566 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3907f32-c8a6-4118-b8df-1f76b0e5f95e tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.201026 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3907f32-c8a6-4118-b8df-1f76b0e5f95e tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (58f0988e-c46e-444a-abd4-e6314b87cd02), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.209545 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3907f32-c8a6-4118-b8df-1f76b0e5f95e tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (58f0988e-c46e-444a-abd4-e6314b87cd02), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.239288 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3907f32-c8a6-4118-b8df-1f76b0e5f95e tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.240842 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d3907f32-c8a6-4118-b8df-1f76b0e5f95e tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1471736 Mar 30 07:25:33.242737 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3907f32-c8a6-4118-b8df-1f76b0e5f95e tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f0988e-c46e-444a-abd4-e6314b87cd02,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:25:33.243819 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45196) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:25:33.248367 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'security_group_rule': {'security_group_id': '58f0988e-c46e-444a-abd4-e6314b87cd02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:25:33.279344 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (69c9ab7f-26ba-435f-83c8-2061e82b8894), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.324761 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (69c9ab7f-26ba-435f-83c8-2061e82b8894), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.330259 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (69c9ab7f-26ba-435f-83c8-2061e82b8894), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.350227 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c9ab7f-26ba-435f-83c8-2061e82b8894,revision_number=0']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:25:33.361322 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.362894 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180339 Mar 30 07:25:33.364576 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:33.364924 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:33.365355 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:33.365749 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45198) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:25:33.365880 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:33.366394 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:33.366966 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:33.367535 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:33.368138 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:33.368556 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:33.368884 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:33.369215 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:33.369544 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:33.369867 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:33.370194 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:33.370396 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9eeea0c1-21b5-4d66-8ed5-bed67969d7a4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'security_group_rule': {'security_group_id': '58f0988e-c46e-444a-abd4-e6314b87cd02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:25:33.370552 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0779c-2d65-40b5-bd13-89f937dde59c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:33.398691 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9eeea0c1-21b5-4d66-8ed5-bed67969d7a4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (b5db004b-b9a5-4d93-9e5b-9db5aba69eb7), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.454571 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9eeea0c1-21b5-4d66-8ed5-bed67969d7a4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (b5db004b-b9a5-4d93-9e5b-9db5aba69eb7), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.460085 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9eeea0c1-21b5-4d66-8ed5-bed67969d7a4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608087'] for security_group_rule (b5db004b-b9a5-4d93-9e5b-9db5aba69eb7), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.476711 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeea0c1-21b5-4d66-8ed5-bed67969d7a4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5db004b-b9a5-4d93-9e5b-9db5aba69eb7,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:25:33.484776 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9eeea0c1-21b5-4d66-8ed5-bed67969d7a4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.485976 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-9eeea0c1-21b5-4d66-8ed5-bed67969d7a4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192355 Mar 30 07:25:33.489228 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45200) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:25:33.493760 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.v2.base [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'floatingip': {'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97'}} {{(pid=103478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:25:33.515645 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.612650 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.729900 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Allocated IP 172.27.1.214 (394dc4cc-6318-4b7e-8c07-8a9d622b9d97/bdd54fd0-ecd2-498c-b2b3-ec83db575ae1/1448a32d-8f55-4789-bb56-8a7905622fdb) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:25:33.829741 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for port (1448a32d-8f55-4789-bb56-8a7905622fdb), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.868155 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (1448a32d-8f55-4789-bb56-8a7905622fdb), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:33.909109 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Network 394dc4cc-6318-4b7e-8c07-8a9d622b9d97 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:25:33.913929 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:25:33.918270 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:25:33.921196 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'Port': ['ID=1448a32d-8f55-4789-bb56-8a7905622fdb,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:25:34.002702 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (4e4e566b-62c4-4d8f-be90-7fef63a15ddb), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:34.043106 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (1448a32d-8f55-4789-bb56-8a7905622fdb), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:34.191467 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for port (1448a32d-8f55-4789-bb56-8a7905622fdb), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:34.198716 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151862'] for port (1448a32d-8f55-4789-bb56-8a7905622fdb), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:34.269961 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'Port': ['ID=1448a32d-8f55-4789-bb56-8a7905622fdb,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:25:34.281964 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (4e4e566b-62c4-4d8f-be90-7fef63a15ddb), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:34.301330 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:34.302537 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-a9420d4e-81aa-485a-853e-fe5a6b95925b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8122959 Mar 30 07:25:34.676672 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-797b8be7-edfb-4ef5-8638-7c368eafeea9 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1763072996&fields=id&tenant_id=2482f983870c40ad8fe2e8a9ae69169c HTTP/1.1" status: 200 len: 267 time: 0.0413063 Mar 30 07:25:34.794020 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-a9bb24a9-4dd7-4329-8ae5-e24d1448d80f tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:34.795465 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-a9bb24a9-4dd7-4329-8ae5-e24d1448d80f tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 815 time: 0.1080804 Mar 30 07:25:34.804301 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:34.815721 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-a8d30954-2d35-45e4-96c2-3037c78aa6c9 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/quotas/2482f983870c40ad8fe2e8a9ae69169c HTTP/1.1" status: 200 len: 375 time: 0.0139289 Mar 30 07:25:34.875762 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-5160a458-ffee-49f0-8112-a516b4c34035 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521410 Mar 30 07:25:34.986152 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-b5a10ced-5963-4090-9336-4c76a14ae8e2 service neutron] 10.222.0.20 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983164 Mar 30 07:25:35.085746 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-0d2a0275-1230-400b-9179-dd985675a4b9 service neutron] 10.222.0.20 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909157 Mar 30 07:25:35.359745 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d74c3591-035c-4686-8afe-ed1180c0a67e req-4e362d56-a3f5-44a7-827b-47f700461ca0 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 210 time: 0.1268473 Mar 30 07:25:36.383547 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-676ce98f-a011-4f29-a4e5-af70455d3e5a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:36.385707 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-676ce98f-a011-4f29-a4e5-af70455d3e5a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 815 time: 0.1065021 Mar 30 07:25:36.474032 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e24772f6-fa98-4ceb-8953-fc5cc69e41f7 req-af4bb13d-1844-4152-b257-536f242537e1 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 210 time: 0.0390186 Mar 30 07:25:36.482823 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-d0ff7bd3-d23c-42e3-8ee5-12e997a5c0e4 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2482f983870c40ad8fe2e8a9ae69169c HTTP/1.1" status: 200 len: 380 time: 0.0829644 Mar 30 07:25:36.500094 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-cb77bbc1-f5fa-4328-baee-5d1b39fb0087 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'port': {'device_id': 'f2e4bd60-8203-468a-a399-1460dc70c586', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'admin_state_up': True, 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'security_groups': ['58f0988e-c46e-444a-abd4-e6314b87cd02']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:25:36.614473 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-cb77bbc1-f5fa-4328-baee-5d1b39fb0087 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Made reservation on behalf of 2482f983870c40ad8fe2e8a9ae69169c for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 07:25:36.617798 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-cb77bbc1-f5fa-4328-baee-5d1b39fb0087 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:36.754714 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-cb77bbc1-f5fa-4328-baee-5d1b39fb0087 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Allocated IP 172.20.0.9 (73dd56e2-c247-440c-aa55-c3633a082de7/8d5962ba-a4c9-4821-8fe4-520b95afe542/bcc95429-80a4-4892-8e07-14e700a2c5a2) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 07:25:36.899580 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-cb77bbc1-f5fa-4328-baee-5d1b39fb0087 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:36.941037 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-cb77bbc1-f5fa-4328-baee-5d1b39fb0087 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778196669413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:36.982978 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-cb77bbc1-f5fa-4328-baee-5d1b39fb0087 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Network 73dd56e2-c247-440c-aa55-c3633a082de7 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 07:25:36.986169 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-cb77bbc1-f5fa-4328-baee-5d1b39fb0087 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 07:25:36.992630 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-cb77bbc1-f5fa-4328-baee-5d1b39fb0087 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 07:25:36.998565 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77bbc1-f5fa-4328-baee-5d1b39fb0087 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event updated for resources: {'Port': ['ID=bcc95429-80a4-4892-8e07-14e700a2c5a2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:25:37.049649 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-cb77bbc1-f5fa-4328-baee-5d1b39fb0087 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:37.050280 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-cb77bbc1-f5fa-4328-baee-5d1b39fb0087 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:37.067471 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-cb77bbc1-f5fa-4328-baee-5d1b39fb0087 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735376 Mar 30 07:25:37.086579 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Request body: {'port': {'device_id': 'f2e4bd60-8203-468a-a399-1460dc70c586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83577'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:25:37.148749 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:37.238305 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-0745beec-70ed-4080-8e2b-6b3cd1099dd6 None None] Provisioning complete for port bcc95429-80a4-4892-8e07-14e700a2c5a2 triggered by entity DHCP. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:25:37.239317 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0745beec-70ed-4080-8e2b-6b3cd1099dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:37.277165 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-0745beec-70ed-4080-8e2b-6b3cd1099dd6 None None] Port bcc95429-80a4-4892-8e07-14e700a2c5a2 cannot update to ACTIVE because it is not bound. {{(pid=103479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 07:25:37.419046 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc95429-80a4-4892-8e07-14e700a2c5a2 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:25:37.426705 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Publish callbacks [] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:37.439833 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Transition to ACTIVE for port object bcc95429-80a4-4892-8e07-14e700a2c5a2 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 07:25:37.445930 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:37.515320 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc95429-80a4-4892-8e07-14e700a2c5a2,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:25:37.601532 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Attempting to bind port bcc95429-80a4-4892-8e07-14e700a2c5a2 on host hv-cinder-83577 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 07:25:37.601890 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Attempting to bind port bcc95429-80a4-4892-8e07-14e700a2c5a2 by drivers openvswitch,hyperv on host hv-cinder-83577 at level 0 using segments [{'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 07:25:37.602214 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Attempting to bind port bcc95429-80a4-4892-8e07-14e700a2c5a2 on network 73dd56e2-c247-440c-aa55-c3633a082de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:25:37.609882 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Port bcc95429-80a4-4892-8e07-14e700a2c5a2 on network 73dd56e2-c247-440c-aa55-c3633a082de7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83577 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 07:25:37.610315 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Attempting to bind port bcc95429-80a4-4892-8e07-14e700a2c5a2 on network 73dd56e2-c247-440c-aa55-c3633a082de7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 07:25:37.616937 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Checking agent: {'id': '99123dc2-834a-45dd-828c-8a7837937c0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'started_at': datetime.datetime(2022, 3, 30, 7, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 7, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 07:25:37.617268 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Checking segment: {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 07:25:37.617642 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Bound using segment: {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 07:25:37.618062 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Bound port: bcc95429-80a4-4892-8e07-14e700a2c5a2, host: hv-cinder-83577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038a078a-7eba-4cf9-b85d-2949ab177b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 07:25:37.618411 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:37.637089 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da7f0c-40c2-4e99-b0d6-af620260825b req-9af39a04-2bb8-4f8b-9227-88567f4ff4b7 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:37.638551 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7da7f0c-40c2-4e99-b0d6-af620260825b req-9af39a04-2bb8-4f8b-9227-88567f4ff4b7 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 943 time: 0.0942142 Mar 30 07:25:37.720100 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] For port bcc95429-80a4-4892-8e07-14e700a2c5a2, host hv-cinder-83577, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 07:25:37.725234 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7da7f0c-40c2-4e99-b0d6-af620260825b req-f43877cb-ca45-4290-857b-664aa5df97a7 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=58f0988e-c46e-444a-abd4-e6314b87cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810623 Mar 30 07:25:37.727418 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] For port bcc95429-80a4-4892-8e07-14e700a2c5a2, host hv-cinder-83577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=bcc95429-80a4-4892-8e07-14e700a2c5a2,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 07:25:37.734592 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7420000'] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:37.767047 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:37.767730 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:37.769152 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] 10.222.0.35 "PUT /v2.0/ports/bcc95429-80a4-4892-8e07-14e700a2c5a2 HTTP/1.1" status: 200 len: 1093 time: 0.6872263 Mar 30 07:25:37.769602 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e4bd60-8203-468a-a399-1460dc70c586', 'tag': 'bcc95429-80a4-4892-8e07-14e700a2c5a2'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:25:37.771883 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec2d59b-ff5f-4584-96dc-6627ac31b216" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e4bd60-8203-468a-a399-1460dc70c586", "tag": "bcc95429-80a4-4892-8e07-14e700a2c5a2"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:25:37.803307 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0126e-15c6-487f-8fd1-61a84fac4876 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc95429-80a4-4892-8e07-14e700a2c5a2,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:25:37.810249 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0e4f20-2584-4803-8f13-317a9014fee9 x-openstack-request-id: req-1f0e4f20-2584-4803-8f13-317a9014fee9 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:25:37.810574 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e4bd60-8203-468a-a399-1460dc70c586", "tag": "bcc95429-80a4-4892-8e07-14e700a2c5a2", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:25:37.810815 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f0e4f20-2584-4803-8f13-317a9014fee9 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:25:37.811232 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0e4f20-2584-4803-8f13-317a9014fee9'] response: {'name': 'network-changed', 'server_uuid': 'f2e4bd60-8203-468a-a399-1460dc70c586', 'tag': 'bcc95429-80a4-4892-8e07-14e700a2c5a2', 'status': 'completed', 'code': 200} Mar 30 07:25:37.884108 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-c9495ea1-8c48-410b-80cb-04bbc378d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:37.885638 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-c9495ea1-8c48-410b-80cb-04bbc378d4b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 1127 time: 0.0516069 Mar 30 07:25:37.935687 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-40bed4cd-d784-4cd4-b123-f8c00c398f2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcc95429-80a4-4892-8e07-14e700a2c5a2 HTTP/1.1" status: 200 len: 217 time: 0.0368919 Mar 30 07:25:37.984626 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-0a609d5c-05e0-4f90-be61-3537be2902fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:37.986095 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-0a609d5c-05e0-4f90-be61-3537be2902fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d5962ba-a4c9-4821-8fe4-520b95afe542 HTTP/1.1" status: 200 len: 854 time: 0.0447447 Mar 30 07:25:38.036210 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-256b8a42-7899-486e-ae34-fcce98399d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:38.037772 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-256b8a42-7899-486e-ae34-fcce98399d7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dd56e2-c247-440c-aa55-c3633a082de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449467 Mar 30 07:25:38.129263 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-467eceff-8a7c-462a-8918-46f7673a3de3 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858161 Mar 30 07:25:38.222189 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5f53efb-e9ce-4283-b68b-6484397b41b3 req-482ad567-66fa-4179-84df-a659dde51d06 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860820 Mar 30 07:25:38.387266 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2d59b-ff5f-4584-96dc-6627ac31b216 req-ec889aaa-056b-4b7a-a5ba-7f4389255e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:38.388879 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fec2d59b-ff5f-4584-96dc-6627ac31b216 req-ec889aaa-056b-4b7a-a5ba-7f4389255e60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 1127 time: 0.0630488 Mar 30 07:25:38.481043 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2d59b-ff5f-4584-96dc-6627ac31b216 req-1e454c12-acaa-4d41-8be4-a99345930843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:38.482818 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fec2d59b-ff5f-4584-96dc-6627ac31b216 req-1e454c12-acaa-4d41-8be4-a99345930843 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 916 time: 0.0863750 Mar 30 07:25:38.526130 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fec2d59b-ff5f-4584-96dc-6627ac31b216 req-b4ae7b7f-9e8e-440f-8841-cdb4f573be44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcc95429-80a4-4892-8e07-14e700a2c5a2 HTTP/1.1" status: 200 len: 217 time: 0.0367379 Mar 30 07:25:38.574690 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2d59b-ff5f-4584-96dc-6627ac31b216 req-e9f4eb84-57c5-4ccb-afa4-c1978f197e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:38.576169 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fec2d59b-ff5f-4584-96dc-6627ac31b216 req-e9f4eb84-57c5-4ccb-afa4-c1978f197e83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d5962ba-a4c9-4821-8fe4-520b95afe542 HTTP/1.1" status: 200 len: 854 time: 0.0438931 Mar 30 07:25:38.626484 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2d59b-ff5f-4584-96dc-6627ac31b216 req-798ec1b3-39f0-462a-b236-491c9ad06c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:38.628099 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fec2d59b-ff5f-4584-96dc-6627ac31b216 req-798ec1b3-39f0-462a-b236-491c9ad06c96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dd56e2-c247-440c-aa55-c3633a082de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456343 Mar 30 07:25:38.723333 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fec2d59b-ff5f-4584-96dc-6627ac31b216 req-b32b4758-0694-4ff0-a6fd-888b4274b850 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882578 Mar 30 07:25:38.835541 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fec2d59b-ff5f-4584-96dc-6627ac31b216 req-cb5f3101-237b-4c55-8ea4-603cf9b50547 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053164 Mar 30 07:25:38.858222 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25b545-0708-4c8b-88d1-36acf5d3db2b req-80e4a03f-82ff-4f0c-b93c-598b06b73b16 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:38.859672 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3b25b545-0708-4c8b-88d1-36acf5d3db2b req-80e4a03f-82ff-4f0c-b93c-598b06b73b16 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 943 time: 0.0658739 Mar 30 07:25:38.919027 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3b25b545-0708-4c8b-88d1-36acf5d3db2b req-96aa9bf8-54da-4105-958d-c35feb81c2ef tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=58f0988e-c46e-444a-abd4-e6314b87cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530369 Mar 30 07:25:40.066869 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e05b80-4683-4589-872e-39dd6c32eb5b req-22d670f1-7190-4efb-a2ba-db920dba082b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:40.068357 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-60e05b80-4683-4589-872e-39dd6c32eb5b req-22d670f1-7190-4efb-a2ba-db920dba082b tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 943 time: 0.0672598 Mar 30 07:25:40.118247 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-60e05b80-4683-4589-872e-39dd6c32eb5b req-5e9212e6-0fc3-453a-809e-a5b79066aac6 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=58f0988e-c46e-444a-abd4-e6314b87cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415411 Mar 30 07:25:40.982322 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device bcc95429-80a4-4892-8e07-14e700a2c5a2 details requested by agent hyperv_hv-cinder-83577 with host hv-cinder-83577 {{(pid=103479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 07:25:41.093329 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port bcc95429-80a4-4892-8e07-14e700a2c5a2, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=bcc95429-80a4-4892-8e07-14e700a2c5a2,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:25:41.106337 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Returning: {'device': 'bcc95429-80a4-4892-8e07-14e700a2c5a2', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'port_id': 'bcc95429-80a4-4892-8e07-14e700a2c5a2', 'mac_address': 'fa:16:3e:02:c7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 07:25:41.146550 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port bcc95429-80a4-4892-8e07-14e700a2c5a2 is: DOWN; New status is: BUILD {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:25:41.146935 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:41.162230 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc95429-80a4-4892-8e07-14e700a2c5a2 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 07:25:41.183233 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port bcc95429-80a4-4892-8e07-14e700a2c5a2, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=bcc95429-80a4-4892-8e07-14e700a2c5a2,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:25:41.187603 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:41.235548 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=bcc95429-80a4-4892-8e07-14e700a2c5a2,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:25:41.242506 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06904ab-c6f2-4388-82e8-9c50269f65ea req-513f7a49-143e-4181-9caa-ae49f89a62e1 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:41.243035 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:41.243336 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:41.243685 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:41.244012 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c06904ab-c6f2-4388-82e8-9c50269f65ea req-513f7a49-143e-4181-9caa-ae49f89a62e1 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 944 time: 0.0523546 Mar 30 07:25:41.244143 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:41.244386 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:41.244715 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:41.245043 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:41.245403 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:41.245733 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:41.246059 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:41.246386 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:41.246709 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:41.247031 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:41.247353 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:41.247673 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:25:41.289936 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c06904ab-c6f2-4388-82e8-9c50269f65ea req-85c2bbed-7e91-4169-81d7-f50ae0c92ea3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=58f0988e-c46e-444a-abd4-e6314b87cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401759 Mar 30 07:25:41.488465 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] get_ports_and_sgs() called for port_ids ['bcc95429-80a4-4892-8e07-14e700a2c5a2'] {{(pid=103479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 07:25:42.441554 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3434df-cf10-4cec-b81a-53877fc28f34 req-bd3013fe-804c-4ebb-8574-da374d34bac7 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:42.443015 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c3434df-cf10-4cec-b81a-53877fc28f34 req-bd3013fe-804c-4ebb-8574-da374d34bac7 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 944 time: 0.0710607 Mar 30 07:25:42.492369 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c3434df-cf10-4cec-b81a-53877fc28f34 req-093e50fb-361a-4d7f-b366-fb1651fd86e9 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=58f0988e-c46e-444a-abd4-e6314b87cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434549 Mar 30 07:25:42.981409 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device bcc95429-80a4-4892-8e07-14e700a2c5a2 up at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 07:25:43.046307 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning for port bcc95429-80a4-4892-8e07-14e700a2c5a2 completed by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 07:25:43.050017 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Provisioning complete for port bcc95429-80a4-4892-8e07-14e700a2c5a2 triggered by entity L2. {{(pid=103479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 07:25:43.050393 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1016533'] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), provisioning_complete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:43.133988 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Current status of the port bcc95429-80a4-4892-8e07-14e700a2c5a2 is: BUILD; New status is: ACTIVE {{(pid=103479) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 07:25:43.134372 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1010735'] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:43.156782 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e4bd60-8203-468a-a399-1460dc70c586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc95429-80a4-4892-8e07-14e700a2c5a2'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:25:43.159148 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3d03ca76f49dfa216136d7479ae35adfc437ef796640169874e0988925f1a96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43171d9d-b11c-426f-a613-cb938bd5dd48" -d '{"events": [{"server_uuid": "f2e4bd60-8203-468a-a399-1460dc70c586", "name": "network-vif-plugged", "status": "completed", "tag": "bcc95429-80a4-4892-8e07-14e700a2c5a2"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:25:43.171602 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] For port bcc95429-80a4-4892-8e07-14e700a2c5a2, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=bcc95429-80a4-4892-8e07-14e700a2c5a2,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:25:43.177028 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778197172363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778196669431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778196669453'] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:43.206480 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb7ab03-bc06-4135-beb0-f9b8b59418de x-openstack-request-id: req-fbb7ab03-bc06-4135-beb0-f9b8b59418de {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:25:43.206480 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e4bd60-8203-468a-a399-1460dc70c586", "name": "network-vif-plugged", "status": "completed", "tag": "bcc95429-80a4-4892-8e07-14e700a2c5a2", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:25:43.206480 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbb7ab03-bc06-4135-beb0-f9b8b59418de {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:25:43.206480 dv-cinder-835778-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb7ab03-bc06-4135-beb0-f9b8b59418de'] response: {'server_uuid': 'f2e4bd60-8203-468a-a399-1460dc70c586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc95429-80a4-4892-8e07-14e700a2c5a2', 'code': 200} Mar 30 07:25:43.231607 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Pushing event updated for resources: {'Port': ['ID=bcc95429-80a4-4892-8e07-14e700a2c5a2,revision_number=5']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:25:43.413398 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfabac-514a-479a-8ffe-5c76882b7a66 req-c6db12ba-9bd9-4cb1-a7ff-51029d9a9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:43.414848 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-14dfabac-514a-479a-8ffe-5c76882b7a66 req-c6db12ba-9bd9-4cb1-a7ff-51029d9a9618 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 1129 time: 0.0478992 Mar 30 07:25:43.459517 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-14dfabac-514a-479a-8ffe-5c76882b7a66 req-a03b3431-d557-4f37-b2a3-59fdda2b59be service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58f0988e-c46e-444a-abd4-e6314b87cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379479 Mar 30 07:25:43.625970 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f327943-3c09-4a4c-8c53-ce325c86ffbf req-70e4d038-a7a6-4c8e-8643-64dbf639cc98 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:43.627430 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1f327943-3c09-4a4c-8c53-ce325c86ffbf req-70e4d038-a7a6-4c8e-8643-64dbf639cc98 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 945 time: 0.0590065 Mar 30 07:25:43.677403 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1f327943-3c09-4a4c-8c53-ce325c86ffbf req-854aaa9e-0cba-4be5-b5d3-26e9d8b0feae tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=58f0988e-c46e-444a-abd4-e6314b87cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442369 Mar 30 07:25:44.811012 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6ed78-0853-433a-8343-5904fa574699 req-b2d217bf-d30c-4dd3-9f94-5d30be7f3f23 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:44.812489 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0bf6ed78-0853-433a-8343-5904fa574699 req-b2d217bf-d30c-4dd3-9f94-5d30be7f3f23 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 945 time: 0.0554984 Mar 30 07:25:44.860379 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0bf6ed78-0853-433a-8343-5904fa574699 req-e0c1a7a2-d9c7-4047-9875-69fd8cff8a5c tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=58f0988e-c46e-444a-abd4-e6314b87cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Mar 30 07:25:44.986865 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03570df8-fbeb-4edb-9f7f-97856c1d1959 req-927544c9-f321-4780-93e6-3b9d4b385459 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:44.988630 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-03570df8-fbeb-4edb-9f7f-97856c1d1959 req-927544c9-f321-4780-93e6-3b9d4b385459 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 945 time: 0.0555556 Mar 30 07:25:44.998984 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45258) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:25:45.005946 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-97b52575-c21e-489e-a872-7de4ff037511 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Request body: {'floatingip': {'port_id': 'bcc95429-80a4-4892-8e07-14e700a2c5a2'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 07:25:45.053184 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-97b52575-c21e-489e-a872-7de4ff037511 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (4e4e566b-62c4-4d8f-be90-7fef63a15ddb), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:45.480441 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-97b52575-c21e-489e-a872-7de4ff037511 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:45.485562 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-97b52575-c21e-489e-a872-7de4ff037511 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (4e4e566b-62c4-4d8f-be90-7fef63a15ddb), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:45.591011 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-97b52575-c21e-489e-a872-7de4ff037511 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Floating IP 4e4e566b-62c4-4d8f-be90-7fef63a15ddb associated. External IP: 172.27.1.214, port: bcc95429-80a4-4892-8e07-14e700a2c5a2. Mar 30 07:25:45.814657 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b52575-c21e-489e-a872-7de4ff037511 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Router 9074cbef-674c-4417-ae93-b5ba56a1b156 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:25:45.931708 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b52575-c21e-489e-a872-7de4ff037511 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:25:45.936799 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-97b52575-c21e-489e-a872-7de4ff037511 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:45.941519 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879ea2e6-f1cb-4a40-802b-91f78558203f None None] Sync routers for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:25:45.951124 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ea2e6-f1cb-4a40-802b-91f78558203f None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:25:45.951735 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-879ea2e6-f1cb-4a40-802b-91f78558203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:25:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:25:45.967113 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-97b52575-c21e-489e-a872-7de4ff037511 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "PUT /v2.0/floatingips/4e4e566b-62c4-4d8f-be90-7fef63a15ddb HTTP/1.1" status: 200 len: 991 time: 0.9666398 Mar 30 07:25:45.968130 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e4bd60-8203-468a-a399-1460dc70c586', 'tag': 'bcc95429-80a4-4892-8e07-14e700a2c5a2'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:25:45.970393 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c47aae-335e-417e-a779-d53a2036e860" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e4bd60-8203-468a-a399-1460dc70c586", "tag": "bcc95429-80a4-4892-8e07-14e700a2c5a2"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:25:46.007599 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ac0dbb-c712-492c-911b-087b62120d64 x-openstack-request-id: req-02ac0dbb-c712-492c-911b-087b62120d64 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:25:46.007923 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e4bd60-8203-468a-a399-1460dc70c586", "tag": "bcc95429-80a4-4892-8e07-14e700a2c5a2", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:25:46.008181 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02ac0dbb-c712-492c-911b-087b62120d64 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:25:46.008592 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ac0dbb-c712-492c-911b-087b62120d64'] response: {'name': 'network-changed', 'server_uuid': 'f2e4bd60-8203-468a-a399-1460dc70c586', 'tag': 'bcc95429-80a4-4892-8e07-14e700a2c5a2', 'status': 'completed', 'code': 200} Mar 30 07:25:46.063482 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-879ea2e6-f1cb-4a40-802b-91f78558203f None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:25:46.141998 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c47aae-335e-417e-a779-d53a2036e860 req-d6054a4a-0b09-443f-b6f4-30a0ef696f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:46.143628 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-80c47aae-335e-417e-a779-d53a2036e860 req-d6054a4a-0b09-443f-b6f4-30a0ef696f20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 1129 time: 0.0903039 Mar 30 07:25:46.295941 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-879ea2e6-f1cb-4a40-802b-91f78558203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '4e4e566b-62c4-4d8f-be90-7fef63a15ddb', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': 'bcc95429-80a4-4892-8e07-14e700a2c5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:02:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4bd60-8203-468a-a399-1460dc70c586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:25:33Z', 'updated_at': '2022-03-30T07:25:45Z', 'revision_number': 1, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:25:46.331541 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879ea2e6-f1cb-4a40-802b-91f78558203f None None] Checking router: 9074cbef-674c-4417-ae93-b5ba56a1b156 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:25:46.349637 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ea2e6-f1cb-4a40-802b-91f78558203f None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:25:46.350272 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-879ea2e6-f1cb-4a40-802b-91f78558203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:25:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:25:46.461388 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-879ea2e6-f1cb-4a40-802b-91f78558203f None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:25:46.507310 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c47aae-335e-417e-a779-d53a2036e860 req-023ee73a-0cc8-4a17-89da-9dcd1fcad271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:46.508804 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-80c47aae-335e-417e-a779-d53a2036e860 req-023ee73a-0cc8-4a17-89da-9dcd1fcad271 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 200 len: 916 time: 0.3589401 Mar 30 07:25:46.575065 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-80c47aae-335e-417e-a779-d53a2036e860 req-5c731fc6-12ff-4e7d-bfbb-20812faf7ab0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcc95429-80a4-4892-8e07-14e700a2c5a2 HTTP/1.1" status: 200 len: 999 time: 0.0599196 Mar 30 07:25:46.632269 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c47aae-335e-417e-a779-d53a2036e860 req-112ac4d9-9073-4d7d-90a7-ea2f87ace825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:46.633712 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-80c47aae-335e-417e-a779-d53a2036e860 req-112ac4d9-9073-4d7d-90a7-ea2f87ace825 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d5962ba-a4c9-4821-8fe4-520b95afe542 HTTP/1.1" status: 200 len: 854 time: 0.0523798 Mar 30 07:25:46.688723 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c47aae-335e-417e-a779-d53a2036e860 req-da19abee-1515-4f1c-856b-e78347478d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:25:46.690303 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-80c47aae-335e-417e-a779-d53a2036e860 req-da19abee-1515-4f1c-856b-e78347478d75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dd56e2-c247-440c-aa55-c3633a082de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507631 Mar 30 07:25:46.700805 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-80c47aae-335e-417e-a779-d53a2036e860 req-1ac4c88b-d376-4b51-b011-d828ade9e0fa service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 07:25:46.701721 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-80c47aae-335e-417e-a779-d53a2036e860 req-1ac4c88b-d376-4b51-b011-d828ade9e0fa service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049090 Mar 30 07:25:46.781885 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-879ea2e6-f1cb-4a40-802b-91f78558203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '4e4e566b-62c4-4d8f-be90-7fef63a15ddb', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': 'bcc95429-80a4-4892-8e07-14e700a2c5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:02:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4bd60-8203-468a-a399-1460dc70c586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:25:33Z', 'updated_at': '2022-03-30T07:25:45Z', 'revision_number': 1, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:25:46.791157 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-80c47aae-335e-417e-a779-d53a2036e860 req-ef1586f8-91ff-429d-9dda-ffff4d93ed93 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833683 Mar 30 07:25:46.810840 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879ea2e6-f1cb-4a40-802b-91f78558203f None None] The sync data for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi is: [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '4e4e566b-62c4-4d8f-be90-7fef63a15ddb', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'port_id': 'bcc95429-80a4-4892-8e07-14e700a2c5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'mac_address': 'fa:16:3e:02:c7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4bd60-8203-468a-a399-1460dc70c586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:25:33Z', 'updated_at': '2022-03-30T07:25:45Z', 'revision_number': 1, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:25:46.884591 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-80c47aae-335e-417e-a779-d53a2036e860 req-ad66d926-9012-439a-abd9-e7af8d1bf529 service neutron] 10.222.0.35 "GET /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870132 Mar 30 07:25:47.025287 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d75f67-d6e6-46db-b50c-5e16d699529d None None] New status for floating IP 4e4e566b-62c4-4d8f-be90-7fef63a15ddb: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:25:54.224005 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1431b8a8-49fe-4beb-840b-6be997764811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:55.720303 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:25:56.464107 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-917e8a62-fb76-42f3-a415-45761decb51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:57.989956 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:25:59.143598 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:00.653190 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:04.814908 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:24.221318 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-54855871-b747-49ea-a3e5-180bed7259b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:26.465013 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-15699ad9-5d3b-434b-8924-b50af6037111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:27.984038 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:29.143852 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:30.649153 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:32.042497 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fe7bb-afa5-4bcd-9b1b-47386b17db00 req-3ef44288-28b3-4e7e-9cd7-56167e05fae2 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:32.043854 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3b3fe7bb-afa5-4bcd-9b1b-47386b17db00 req-3ef44288-28b3-4e7e-9cd7-56167e05fae2 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 945 time: 0.0726962 Mar 30 07:26:32.092239 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3b3fe7bb-afa5-4bcd-9b1b-47386b17db00 req-d38aa77a-6948-4d39-8fd1-8977aefc958a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=58f0988e-c46e-444a-abd4-e6314b87cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425065 Mar 30 07:26:32.723682 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:26:33.242435 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81696fa1-f830-4cc8-9013-b54e349c6774 req-9e804c24-bddc-4511-a035-aa8e92dd0c9a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:33.243944 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-81696fa1-f830-4cc8-9013-b54e349c6774 req-9e804c24-bddc-4511-a035-aa8e92dd0c9a tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 945 time: 0.0695035 Mar 30 07:26:33.289658 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-81696fa1-f830-4cc8-9013-b54e349c6774 req-700fabd6-25f5-4a18-bb73-fe315b9b8178 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups?id=58f0988e-c46e-444a-abd4-e6314b87cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400612 Mar 30 07:26:33.610803 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f9120-6e18-4900-85e9-6e2d5700253d req-81db285e-12cf-4a6b-8919-46f50f1844b7 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:33.612422 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-614f9120-6e18-4900-85e9-6e2d5700253d req-81db285e-12cf-4a6b-8919-46f50f1844b7 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 945 time: 0.0562613 Mar 30 07:26:33.706771 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-614f9120-6e18-4900-85e9-6e2d5700253d req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Deleting port bcc95429-80a4-4892-8e07-14e700a2c5a2 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:33.707101 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-614f9120-6e18-4900-85e9-6e2d5700253d req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:33.800882 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-614f9120-6e18-4900-85e9-6e2d5700253d req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] For port bcc95429-80a4-4892-8e07-14e700a2c5a2, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=bcc95429-80a4-4892-8e07-14e700a2c5a2,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:26:33.801125 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-614f9120-6e18-4900-85e9-6e2d5700253d req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:33.980064 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45336) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:33.980710 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-614f9120-6e18-4900-85e9-6e2d5700253d req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:33.981086 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-614f9120-6e18-4900-85e9-6e2d5700253d req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622906'] for floatingip (4e4e566b-62c4-4d8f-be90-7fef63a15ddb), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:33.981431 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-614f9120-6e18-4900-85e9-6e2d5700253d req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Floating IP 4e4e566b-62c4-4d8f-be90-7fef63a15ddb disassociated. External IP: 172.27.1.214, port: bcc95429-80a4-4892-8e07-14e700a2c5a2. Mar 30 07:26:33.981700 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-614f9120-6e18-4900-85e9-6e2d5700253d req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Calling delete_port for bcc95429-80a4-4892-8e07-14e700a2c5a2 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:34.112413 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-614f9120-6e18-4900-85e9-6e2d5700253d req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (bcc95429-80a4-4892-8e07-14e700a2c5a2), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:34.141478 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Deleting port 791c4107-e927-4f63-a6e7-3ff2c2eae3ad {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:34.141751 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event deleted for resources: {'Port': ['ID=bcc95429-80a4-4892-8e07-14e700a2c5a2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:34.141873 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (791c4107-e927-4f63-a6e7-3ff2c2eae3ad), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:34.156337 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.156681 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.157030 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.157371 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.157716 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.158039 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.158417 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.158807 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.159203 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.159529 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.159863 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.160218 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.160554 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.160879 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.161202 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.217585 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (791c4107-e927-4f63-a6e7-3ff2c2eae3ad), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:34.217912 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for floatingip (791c4107-e927-4f63-a6e7-3ff2c2eae3ad), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:34.230792 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Calling delete_port for 791c4107-e927-4f63-a6e7-3ff2c2eae3ad owned by network:floatingip {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:34.274152 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-614f9120-6e18-4900-85e9-6e2d5700253d req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Router 9074cbef-674c-4417-ae93-b5ba56a1b156 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:26:34.393825 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-614f9120-6e18-4900-85e9-6e2d5700253d req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:26:34.404636 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb6d212-358c-4246-ab3b-ad04a13b0659 None None] Sync routers for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:26:34.417594 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb6d212-358c-4246-ab3b-ad04a13b0659 None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:26:34.418678 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-feb6d212-358c-4246-ab3b-ad04a13b0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:26:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:34.451067 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b4230b8b-b516-40f9-84b1-2c15193da285 req-7090b032-0341-441e-a812-b6f29a018047 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2e4bd60-8203-468a-a399-1460dc70c586 HTTP/1.1" status: 200 len: 210 time: 0.0446434 Mar 30 07:26:34.455164 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (791c4107-e927-4f63-a6e7-3ff2c2eae3ad), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:34.470820 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-614f9120-6e18-4900-85e9-6e2d5700253d req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] No DVR routers for this DVR port bcc95429-80a4-4892-8e07-14e700a2c5a2 on host hv-cinder-83577 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:26:34.477178 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-614f9120-6e18-4900-85e9-6e2d5700253d req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:34.480569 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-614f9120-6e18-4900-85e9-6e2d5700253d req-f2adff2d-2f2d-4cd3-b74a-577d6cda54d3 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.35 "DELETE /v2.0/ports/bcc95429-80a4-4892-8e07-14e700a2c5a2 HTTP/1.1" status: 204 len: 173 time: 0.8636744 Mar 30 07:26:34.481850 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e4bd60-8203-468a-a399-1460dc70c586', 'name': 'network-vif-deleted', 'tag': 'bcc95429-80a4-4892-8e07-14e700a2c5a2'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:26:34.485217 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event deleted for resources: {'Port': ['ID=791c4107-e927-4f63-a6e7-3ff2c2eae3ad,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:34.486457 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7329ba28-070c-40e5-b6ba-f83b2ded79fc" -d '{"events": [{"server_uuid": "f2e4bd60-8203-468a-a399-1460dc70c586", "name": "network-vif-deleted", "tag": "bcc95429-80a4-4892-8e07-14e700a2c5a2"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:26:34.498284 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.499056 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.499410 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.499752 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.500539 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.500539 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.501008 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.501382 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.501793 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.501979 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.502305 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.502692 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.502963 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.503505 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.503642 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:34.527686 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26de1ffb-9f64-480d-88eb-4822ed981635 x-openstack-request-id: req-26de1ffb-9f64-480d-88eb-4822ed981635 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:26:34.528084 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e4bd60-8203-468a-a399-1460dc70c586", "name": "network-vif-deleted", "tag": "bcc95429-80a4-4892-8e07-14e700a2c5a2", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:26:34.528364 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26de1ffb-9f64-480d-88eb-4822ed981635 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:26:34.528754 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26de1ffb-9f64-480d-88eb-4822ed981635'] response: {'server_uuid': 'f2e4bd60-8203-468a-a399-1460dc70c586', 'name': 'network-vif-deleted', 'tag': 'bcc95429-80a4-4892-8e07-14e700a2c5a2', 'status': 'completed', 'code': 200} Mar 30 07:26:34.569344 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for floatingip (ef0fbb62-d6c0-4e58-bb5b-38d10945be10), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:34.569668 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.db.l3_db [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Floating IP ef0fbb62-d6c0-4e58-bb5b-38d10945be10 disassociated (deleted). External IP: 172.27.1.81, port: 7a189a71-9b20-445d-864b-af349fb8f6a9. Mar 30 07:26:34.613262 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-feb6d212-358c-4246-ab3b-ad04a13b0659 None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:26:34.794795 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Router f3122407-99bb-41d9-bf17-9d5238cff320 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:26:34.830460 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:34.840256 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-feb6d212-358c-4246-ab3b-ad04a13b0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:34.867123 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb6d212-358c-4246-ab3b-ad04a13b0659 None None] Checking router: 9074cbef-674c-4417-ae93-b5ba56a1b156 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:26:34.875624 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb6d212-358c-4246-ab3b-ad04a13b0659 None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:26:34.876268 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-feb6d212-358c-4246-ab3b-ad04a13b0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:26:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:34.997079 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-feb6d212-358c-4246-ab3b-ad04a13b0659 None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:26:35.178880 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:26:35.183785 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:35.192469 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc2b90-0c52-4dc6-b1b5-2d602f5ae961 None None] Sync routers for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:26:35.202011 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc2b90-0c52-4dc6-b1b5-2d602f5ae961 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:26:35.203403 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-39fc2b90-0c52-4dc6-b1b5-2d602f5ae961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:26:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:35.220381 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-075c4270-edd1-4d8a-9f99-17692f8e41e8 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "DELETE /v2.0/floatingips/ef0fbb62-d6c0-4e58-bb5b-38d10945be10 HTTP/1.1" status: 204 len: 168 time: 1.2391479 Mar 30 07:26:35.221823 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb5355d-cff6-45b6-a2f6-4527a3c77467', 'tag': '7a189a71-9b20-445d-864b-af349fb8f6a9'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:26:35.223975 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-feb6d212-358c-4246-ab3b-ad04a13b0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:35.224358 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9e9d6c5e37a74d79835f14bf1ffb2727e58e86a8b2ec7b9dff37401a0db115" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2062074a-a291-4b6f-b6a1-8580f6950b44" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb5355d-cff6-45b6-a2f6-4527a3c77467", "tag": "7a189a71-9b20-445d-864b-af349fb8f6a9"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:26:35.257650 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb6d212-358c-4246-ab3b-ad04a13b0659 None None] The sync data for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi is: [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:22:06Z', 'revision_number': 4, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': '2b3cd2b0-b364-49a9-9578-53c32a620e32', 'name': '', 'network_id': '73dd56e2-c247-440c-aa55-c3633a082de7', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'mac_address': 'fa:16:3e:12:4e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:05Z', 'updated_at': '2022-03-30T07:22:14Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'subnets': [{'id': '8d5962ba-a4c9-4821-8fe4-520b95afe542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:26:35.338905 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93bbe13-7f1a-4e05-9bd2-a257ae071ea6 x-openstack-request-id: req-b93bbe13-7f1a-4e05-9bd2-a257ae071ea6 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:26:35.339194 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb5355d-cff6-45b6-a2f6-4527a3c77467", "tag": "7a189a71-9b20-445d-864b-af349fb8f6a9", "status": "completed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:26:35.339449 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b93bbe13-7f1a-4e05-9bd2-a257ae071ea6 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:26:35.339897 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b93bbe13-7f1a-4e05-9bd2-a257ae071ea6'] response: {'name': 'network-changed', 'server_uuid': '6bb5355d-cff6-45b6-a2f6-4527a3c77467', 'tag': '7a189a71-9b20-445d-864b-af349fb8f6a9', 'status': 'completed', 'code': 200} Mar 30 07:26:35.475594 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062074a-a291-4b6f-b6a1-8580f6950b44 req-f145d7c2-44d6-4eb6-b86a-2ff550492a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:35.477501 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2062074a-a291-4b6f-b6a1-8580f6950b44 req-f145d7c2-44d6-4eb6-b86a-2ff550492a8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 1130 time: 0.0935423 Mar 30 07:26:35.496860 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-39fc2b90-0c52-4dc6-b1b5-2d602f5ae961 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:26:35.540133 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd86ff9-0a2c-4aed-8c4e-8c58028c6651 req-965d55d2-79c5-4c3f-ac62-3b235bc871f6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:35.549174 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dbd86ff9-0a2c-4aed-8c4e-8c58028c6651 req-965d55d2-79c5-4c3f-ac62-3b235bc871f6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 946 time: 0.1185892 Mar 30 07:26:35.561197 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45356) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:35.631164 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ac2805d-b554-4a63-8b0d-b4d3392b48e6 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (58f0988e-c46e-444a-abd4-e6314b87cd02), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:35.631680 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dbd86ff9-0a2c-4aed-8c4e-8c58028c6651 req-da4849fd-ee22-4cd2-9aa1-f802da486b45 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810671 Mar 30 07:26:35.647624 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062074a-a291-4b6f-b6a1-8580f6950b44 req-e360fcee-1723-4163-9bf9-69a3b4dcbaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:35.649615 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2062074a-a291-4b6f-b6a1-8580f6950b44 req-e360fcee-1723-4163-9bf9-69a3b4dcbaf0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 912 time: 0.1661704 Mar 30 07:26:35.655683 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ab948-e550-403b-b11e-c7005748ae9e None None] New status for floating IP 4e4e566b-62c4-4d8f-be90-7fef63a15ddb: DOWN {{(pid=103480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:26:35.669655 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ac2805d-b554-4a63-8b0d-b4d3392b48e6 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (58f0988e-c46e-444a-abd4-e6314b87cd02), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:35.693788 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2062074a-a291-4b6f-b6a1-8580f6950b44 req-b2ff6c09-3056-451b-93a6-9c0e10c8ce74 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a189a71-9b20-445d-864b-af349fb8f6a9 HTTP/1.1" status: 200 len: 217 time: 0.0365741 Mar 30 07:26:35.724548 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ac2805d-b554-4a63-8b0d-b4d3392b48e6 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (58f0988e-c46e-444a-abd4-e6314b87cd02), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:35.727570 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ac2805d-b554-4a63-8b0d-b4d3392b48e6 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:35.731308 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-3ac2805d-b554-4a63-8b0d-b4d3392b48e6 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "DELETE /v2.0/security-groups/58f0988e-c46e-444a-abd4-e6314b87cd02 HTTP/1.1" status: 204 len: 168 time: 0.1664960 Mar 30 07:26:35.732323 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45358) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:35.751099 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.api.v2.resource [None req-e682033c-4794-4542-b6ca-10cc61047954 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] show failed (client error): The resource could not be found. Mar 30 07:26:35.754996 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-e682033c-4794-4542-b6ca-10cc61047954 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "GET /v2.0/security-groups/58f0988e-c46e-444a-abd4-e6314b87cd02 HTTP/1.1" status: 404 len: 347 time: 0.0190527 Mar 30 07:26:35.754996 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2805d-b554-4a63-8b0d-b4d3392b48e6 tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f0988e-c46e-444a-abd4-e6314b87cd02,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:35.756677 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45360) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:35.769326 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062074a-a291-4b6f-b6a1-8580f6950b44 req-3dfe2e68-b78a-4548-b751-3383695f692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:35.770821 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2062074a-a291-4b6f-b6a1-8580f6950b44 req-3dfe2e68-b78a-4548-b751-3383695f692e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ea64624-ec6f-4b03-9f67-6684083299d8 HTTP/1.1" status: 200 len: 850 time: 0.0690436 Mar 30 07:26:35.786500 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-39fc2b90-0c52-4dc6-b1b5-2d602f5ae961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '952be789-d87e-4483-90f0-e4d5121e50fc', 'tenant_id': '803772b9959c49c988cb738b94678917', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'port_id': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'mac_address': 'fa:16:3e:f0:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:23:01Z', 'updated_at': '2022-03-30T07:23:03Z', 'revision_number': 1, 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:35.817176 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc2b90-0c52-4dc6-b1b5-2d602f5ae961 None None] Checking router: f3122407-99bb-41d9-bf17-9d5238cff320 for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:26:35.829058 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062074a-a291-4b6f-b6a1-8580f6950b44 req-a9024133-04bf-420a-b7f5-68e04a70925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:35.830090 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc2b90-0c52-4dc6-b1b5-2d602f5ae961 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:26:35.831114 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2062074a-a291-4b6f-b6a1-8580f6950b44 req-a9024133-04bf-420a-b7f5-68e04a70925a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87604e57-b8c9-45c9-ab61-2b321b1caa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543652 Mar 30 07:26:35.831259 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-39fc2b90-0c52-4dc6-b1b5-2d602f5ae961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:26:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:35.899128 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9ab86680-d607-4372-a8c5-b949b27effcc tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Deleting port 1448a32d-8f55-4789-bb56-8a7905622fdb {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:35.899485 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ab86680-d607-4372-a8c5-b949b27effcc tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (1448a32d-8f55-4789-bb56-8a7905622fdb), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:35.930914 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2062074a-a291-4b6f-b6a1-8580f6950b44 req-926f065a-5b06-4bfe-9970-f958c1126aab service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932560 Mar 30 07:26:35.949699 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-39fc2b90-0c52-4dc6-b1b5-2d602f5ae961 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:26:35.976444 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ab86680-d607-4372-a8c5-b949b27effcc tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (1448a32d-8f55-4789-bb56-8a7905622fdb), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:35.977100 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ab86680-d607-4372-a8c5-b949b27effcc tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (1448a32d-8f55-4789-bb56-8a7905622fdb), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:35.993344 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9ab86680-d607-4372-a8c5-b949b27effcc tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Calling delete_port for 1448a32d-8f55-4789-bb56-8a7905622fdb owned by network:floatingip {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:36.029562 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2062074a-a291-4b6f-b6a1-8580f6950b44 req-83f6eef5-4787-432a-bcd9-74159b5df63e service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923467 Mar 30 07:26:36.137636 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ab86680-d607-4372-a8c5-b949b27effcc tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (1448a32d-8f55-4789-bb56-8a7905622fdb), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:36.162643 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab86680-d607-4372-a8c5-b949b27effcc tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Pushing event deleted for resources: {'Port': ['ID=1448a32d-8f55-4789-bb56-8a7905622fdb,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:36.187090 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-39fc2b90-0c52-4dc6-b1b5-2d602f5ae961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '952be789-d87e-4483-90f0-e4d5121e50fc', 'tenant_id': '803772b9959c49c988cb738b94678917', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'port_id': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'mac_address': 'fa:16:3e:f0:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:23:01Z', 'updated_at': '2022-03-30T07:23:03Z', 'revision_number': 1, 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:36.217261 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc2b90-0c52-4dc6-b1b5-2d602f5ae961 None None] The sync data for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi is: [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_floatingips': [{'id': '952be789-d87e-4483-90f0-e4d5121e50fc', 'tenant_id': '803772b9959c49c988cb738b94678917', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'router_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'port_id': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'mac_address': 'fa:16:3e:f0:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T07:23:01Z', 'updated_at': '2022-03-30T07:23:03Z', 'revision_number': 1, 'project_id': '803772b9959c49c988cb738b94678917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:26:36.228246 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ab86680-d607-4372-a8c5-b949b27effcc tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks [] for floatingip (4e4e566b-62c4-4d8f-be90-7fef63a15ddb), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:36.230924 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ab86680-d607-4372-a8c5-b949b27effcc tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:36.234863 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-9ab86680-d607-4372-a8c5-b949b27effcc tempest-AttachVolumeNegativeTest-493976892 tempest-AttachVolumeNegativeTest-493976892-project] 10.222.0.20 "DELETE /v2.0/floatingips/4e4e566b-62c4-4d8f-be90-7fef63a15ddb HTTP/1.1" status: 204 len: 168 time: 0.4747438 Mar 30 07:26:36.443608 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b30fd3-faf1-4ac0-af13-8456cb05cf4c None None] New status for floating IP ef0fbb62-d6c0-4e58-bb5b-38d10945be10: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:26:36.767909 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b203abe-0282-4fd1-b4c6-1580064241bd req-b30686b3-1100-4cc1-a23a-cf0fb685f3ce tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:36.769895 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3b203abe-0282-4fd1-b4c6-1580064241bd req-b30686b3-1100-4cc1-a23a-cf0fb685f3ce tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 946 time: 0.0639567 Mar 30 07:26:36.819205 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3b203abe-0282-4fd1-b4c6-1580064241bd req-421d1330-ca8f-4a62-9e94-155929c80bc7 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435750 Mar 30 07:26:37.115485 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device bcc95429-80a4-4892-8e07-14e700a2c5a2 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:26:37.143724 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: bcc95429-80a4-4892-8e07-14e700a2c5a2 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:26:37.144127 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device bcc95429-80a4-4892-8e07-14e700a2c5a2 not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:26:37.267537 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ccad8-5d1e-4b08-b101-53bb2f93c1b4 req-b07f119e-4a90-426b-8d0e-3a864a3d7fdc tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:37.269454 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-815ccad8-5d1e-4b08-b101-53bb2f93c1b4 req-b07f119e-4a90-426b-8d0e-3a864a3d7fdc tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 946 time: 0.0750945 Mar 30 07:26:37.370620 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-815ccad8-5d1e-4b08-b101-53bb2f93c1b4 req-e4da098b-8b90-4f57-8ea9-9632d4e59128 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Deleting port 7a189a71-9b20-445d-864b-af349fb8f6a9 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:37.370859 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-815ccad8-5d1e-4b08-b101-53bb2f93c1b4 req-e4da098b-8b90-4f57-8ea9-9632d4e59128 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:37.467031 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-815ccad8-5d1e-4b08-b101-53bb2f93c1b4 req-e4da098b-8b90-4f57-8ea9-9632d4e59128 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] For port 7a189a71-9b20-445d-864b-af349fb8f6a9, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=7a189a71-9b20-445d-864b-af349fb8f6a9,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:26:37.467429 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-815ccad8-5d1e-4b08-b101-53bb2f93c1b4 req-e4da098b-8b90-4f57-8ea9-9632d4e59128 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:37.481948 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-815ccad8-5d1e-4b08-b101-53bb2f93c1b4 req-e4da098b-8b90-4f57-8ea9-9632d4e59128 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Calling delete_port for 7a189a71-9b20-445d-864b-af349fb8f6a9 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:37.612278 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-815ccad8-5d1e-4b08-b101-53bb2f93c1b4 req-e4da098b-8b90-4f57-8ea9-9632d4e59128 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (7a189a71-9b20-445d-864b-af349fb8f6a9), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:37.643294 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da098b-8b90-4f57-8ea9-9632d4e59128 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event deleted for resources: {'Port': ['ID=7a189a71-9b20-445d-864b-af349fb8f6a9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:37.686455 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-815ccad8-5d1e-4b08-b101-53bb2f93c1b4 req-e4da098b-8b90-4f57-8ea9-9632d4e59128 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] No DVR routers for this DVR port 7a189a71-9b20-445d-864b-af349fb8f6a9 on host hv-cinder-83577 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:26:37.689067 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-815ccad8-5d1e-4b08-b101-53bb2f93c1b4 req-e4da098b-8b90-4f57-8ea9-9632d4e59128 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:37.692742 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-815ccad8-5d1e-4b08-b101-53bb2f93c1b4 req-e4da098b-8b90-4f57-8ea9-9632d4e59128 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.35 "DELETE /v2.0/ports/7a189a71-9b20-445d-864b-af349fb8f6a9 HTTP/1.1" status: 204 len: 173 time: 0.4180090 Mar 30 07:26:37.693177 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb5355d-cff6-45b6-a2f6-4527a3c77467', 'name': 'network-vif-deleted', 'tag': '7a189a71-9b20-445d-864b-af349fb8f6a9'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:26:37.695423 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7abb99-3007-40f8-bf87-908b02bf8a68" -d '{"events": [{"server_uuid": "6bb5355d-cff6-45b6-a2f6-4527a3c77467", "name": "network-vif-deleted", "tag": "7a189a71-9b20-445d-864b-af349fb8f6a9"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:26:37.735285 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1697e782-9da1-4050-9681-17137cbd6ad8 x-openstack-request-id: req-1697e782-9da1-4050-9681-17137cbd6ad8 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:26:37.735519 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb5355d-cff6-45b6-a2f6-4527a3c77467", "name": "network-vif-deleted", "tag": "7a189a71-9b20-445d-864b-af349fb8f6a9", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:26:37.735783 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1697e782-9da1-4050-9681-17137cbd6ad8 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:26:37.736240 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1697e782-9da1-4050-9681-17137cbd6ad8'] response: {'server_uuid': '6bb5355d-cff6-45b6-a2f6-4527a3c77467', 'name': 'network-vif-deleted', 'tag': '7a189a71-9b20-445d-864b-af349fb8f6a9', 'status': 'completed', 'code': 200} Mar 30 07:26:37.916186 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b799115f-bac2-4916-bfe4-ae91b9e1d52a req-fea5b830-39c6-4bbf-a950-2bc329f52736 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb5355d-cff6-45b6-a2f6-4527a3c77467 HTTP/1.1" status: 200 len: 210 time: 0.0276895 Mar 30 07:26:38.897020 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-845dd703-52a3-4146-818e-2a7a24097c6f req-d872d844-15ce-4747-b916-9cd8c7a12c31 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485439 Mar 30 07:26:39.003086 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dd703-52a3-4146-818e-2a7a24097c6f req-06131abb-db1e-43da-8240-b3be5db007e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:39.004744 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-845dd703-52a3-4146-818e-2a7a24097c6f req-06131abb-db1e-43da-8240-b3be5db007e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 1129 time: 0.0492427 Mar 30 07:26:39.118137 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dd703-52a3-4146-818e-2a7a24097c6f req-90a0c2f9-2457-4c0e-82f1-85a227f6a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:39.120336 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-845dd703-52a3-4146-818e-2a7a24097c6f req-90a0c2f9-2457-4c0e-82f1-85a227f6a4a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 912 time: 0.0951886 Mar 30 07:26:39.191440 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-845dd703-52a3-4146-818e-2a7a24097c6f req-92144902-571f-4c48-93c1-1d4dfda043b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec40b8bb-3831-42fc-bb08-d0b7a674e052 HTTP/1.1" status: 200 len: 1000 time: 0.0649273 Mar 30 07:26:39.241626 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dd703-52a3-4146-818e-2a7a24097c6f req-304c33a1-4932-4af8-9d04-beeea75d57cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:39.243085 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-845dd703-52a3-4146-818e-2a7a24097c6f req-304c33a1-4932-4af8-9d04-beeea75d57cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ea64624-ec6f-4b03-9f67-6684083299d8 HTTP/1.1" status: 200 len: 850 time: 0.0450554 Mar 30 07:26:39.297094 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dd703-52a3-4146-818e-2a7a24097c6f req-61ae9150-9bc0-4eac-94db-c2fec6617724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:39.298686 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-845dd703-52a3-4146-818e-2a7a24097c6f req-61ae9150-9bc0-4eac-94db-c2fec6617724 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87604e57-b8c9-45c9-ab61-2b321b1caa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492733 Mar 30 07:26:39.398182 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-845dd703-52a3-4146-818e-2a7a24097c6f req-b8cb0da7-244d-4ca0-b391-a78b891e1b22 service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918257 Mar 30 07:26:39.496639 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-845dd703-52a3-4146-818e-2a7a24097c6f req-974160f0-d00c-4dd2-b785-b29a3ccdb4bb service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918753 Mar 30 07:26:39.910127 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45410) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:40.269528 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a71b0215-008e-499a-8e0e-6b13e1f9aa1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622650'] for router_interface (9074cbef-674c-4417-ae93-b5ba56a1b156), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:40.541798 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a71b0215-008e-499a-8e0e-6b13e1f9aa1e admin admin] Deleting port 2b3cd2b0-b364-49a9-9578-53c32a620e32 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:40.542025 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a71b0215-008e-499a-8e0e-6b13e1f9aa1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:40.631254 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a71b0215-008e-499a-8e0e-6b13e1f9aa1e admin admin] For port 2b3cd2b0-b364-49a9-9578-53c32a620e32, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=2b3cd2b0-b364-49a9-9578-53c32a620e32,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:26:40.631619 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a71b0215-008e-499a-8e0e-6b13e1f9aa1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:40.648319 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a71b0215-008e-499a-8e0e-6b13e1f9aa1e admin admin] Calling delete_port for 2b3cd2b0-b364-49a9-9578-53c32a620e32 owned by network:router_interface {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:40.834489 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a71b0215-008e-499a-8e0e-6b13e1f9aa1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (2b3cd2b0-b364-49a9-9578-53c32a620e32), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:40.859384 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b0215-008e-499a-8e0e-6b13e1f9aa1e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3cd2b0-b364-49a9-9578-53c32a620e32,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:41.025521 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a71b0215-008e-499a-8e0e-6b13e1f9aa1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622506'] for router_interface (9074cbef-674c-4417-ae93-b5ba56a1b156), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:41.149433 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 7a189a71-9b20-445d-864b-af349fb8f6a9 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:26:41.169377 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: 7a189a71-9b20-445d-864b-af349fb8f6a9 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:26:41.169729 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device 7a189a71-9b20-445d-864b-af349fb8f6a9 not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:26:41.209769 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45420) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:41.245368 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71b0215-008e-499a-8e0e-6b13e1f9aa1e admin admin] Router 9074cbef-674c-4417-ae93-b5ba56a1b156 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:26:41.358264 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71b0215-008e-499a-8e0e-6b13e1f9aa1e admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:26:41.366635 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-a71b0215-008e-499a-8e0e-6b13e1f9aa1e admin admin] 10.222.0.20 "PUT /v2.0/routers/9074cbef-674c-4417-ae93-b5ba56a1b156/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4522743 Mar 30 07:26:41.366635 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45422) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:41.369321 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b193ff-abb1-4201-b938-859f0c095e4b None None] Sync routers for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:26:41.374927 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2858d00b-2a27-47e0-86e4-e9ff8d640b04 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Deleting port bbb3c165-f2c2-4f73-9be0-3fb1ec1eb593 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:41.375375 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2858d00b-2a27-47e0-86e4-e9ff8d640b04 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (bbb3c165-f2c2-4f73-9be0-3fb1ec1eb593), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:41.382440 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b193ff-abb1-4201-b938-859f0c095e4b None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:26:41.385485 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-e1b193ff-abb1-4201-b938-859f0c095e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:26:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:41.457782 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2858d00b-2a27-47e0-86e4-e9ff8d640b04 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (bbb3c165-f2c2-4f73-9be0-3fb1ec1eb593), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:41.458023 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2858d00b-2a27-47e0-86e4-e9ff8d640b04 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for floatingip (bbb3c165-f2c2-4f73-9be0-3fb1ec1eb593), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:41.470150 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2858d00b-2a27-47e0-86e4-e9ff8d640b04 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Calling delete_port for bbb3c165-f2c2-4f73-9be0-3fb1ec1eb593 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:41.477768 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] Publish callbacks [] for router (9074cbef-674c-4417-ae93-b5ba56a1b156), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:41.501677 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-e1b193ff-abb1-4201-b938-859f0c095e4b None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:26:41.590874 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] Publish callbacks [] for router_gateway (9074cbef-674c-4417-ae93-b5ba56a1b156), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:41.650349 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] Deleting port 1f9d5fb6-cec1-4e3c-a34e-313be49ce912 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:41.650784 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (1f9d5fb6-cec1-4e3c-a34e-313be49ce912), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:41.655386 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2858d00b-2a27-47e0-86e4-e9ff8d640b04 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (bbb3c165-f2c2-4f73-9be0-3fb1ec1eb593), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:41.686351 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858d00b-2a27-47e0-86e4-e9ff8d640b04 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event deleted for resources: {'Port': ['ID=bbb3c165-f2c2-4f73-9be0-3fb1ec1eb593,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:41.744746 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] For port 1f9d5fb6-cec1-4e3c-a34e-313be49ce912, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=1f9d5fb6-cec1-4e3c-a34e-313be49ce912,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:26:41.745086 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (1f9d5fb6-cec1-4e3c-a34e-313be49ce912), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:41.746732 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2858d00b-2a27-47e0-86e4-e9ff8d640b04 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for floatingip (952be789-d87e-4483-90f0-e4d5121e50fc), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:41.747070 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-2858d00b-2a27-47e0-86e4-e9ff8d640b04 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Floating IP 952be789-d87e-4483-90f0-e4d5121e50fc disassociated (deleted). External IP: 172.27.1.32, port: ec40b8bb-3831-42fc-bb08-d0b7a674e052. Mar 30 07:26:41.759871 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] Calling delete_port for 1f9d5fb6-cec1-4e3c-a34e-313be49ce912 owned by network:router_gateway {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:41.793091 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-e1b193ff-abb1-4201-b938-859f0c095e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:26:40Z', 'revision_number': 5, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port': {'id': '1f9d5fb6-cec1-4e3c-a34e-313be49ce912', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:22:03Z', 'updated_at': '2022-03-30T07:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:41.819689 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b193ff-abb1-4201-b938-859f0c095e4b None None] Checking router: 9074cbef-674c-4417-ae93-b5ba56a1b156 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:26:41.827946 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b193ff-abb1-4201-b938-859f0c095e4b None None] Routers {'9074cbef-674c-4417-ae93-b5ba56a1b156'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:26:41.828549 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-e1b193ff-abb1-4201-b938-859f0c095e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:26:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['9074cbef-674c-4417-ae93-b5ba56a1b156'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:41.915828 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-e1b193ff-abb1-4201-b938-859f0c095e4b None None] Set router 9074cbef-674c-4417-ae93-b5ba56a1b156 gateway port host: None {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:26:41.929753 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (1f9d5fb6-cec1-4e3c-a34e-313be49ce912), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:41.954961 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9d5fb6-cec1-4e3c-a34e-313be49ce912,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:41.970617 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-e1b193ff-abb1-4201-b938-859f0c095e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:26:41Z', 'revision_number': 6, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port_host': None}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:41.979393 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2858d00b-2a27-47e0-86e4-e9ff8d640b04 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Router f3122407-99bb-41d9-bf17-9d5238cff320 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:26:41.997606 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b193ff-abb1-4201-b938-859f0c095e4b None None] The sync data for ids ['9074cbef-674c-4417-ae93-b5ba56a1b156'] in dv-cinder-835778-2-iscsi is: [{'id': '9074cbef-674c-4417-ae93-b5ba56a1b156', 'name': 'tempest-AttachVolumeNegativeTest-1753852170-router', 'tenant_id': '2482f983870c40ad8fe2e8a9ae69169c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:22:02Z', 'updated_at': '2022-03-30T07:26:41Z', 'revision_number': 6, 'project_id': '2482f983870c40ad8fe2e8a9ae69169c', 'gw_port_host': None}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:26:42.020384 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622784'] for router_gateway (9074cbef-674c-4417-ae93-b5ba56a1b156), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:42.090667 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2858d00b-2a27-47e0-86e4-e9ff8d640b04 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:26:42.095043 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2858d00b-2a27-47e0-86e4-e9ff8d640b04 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:42.103386 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03d522-e2dd-426a-afcc-3ae42ba17ad7 None None] Sync routers for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:26:42.111749 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1931'] for router (9074cbef-674c-4417-ae93-b5ba56a1b156), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:42.113503 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03d522-e2dd-426a-afcc-3ae42ba17ad7 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:26:42.114503 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] Publish callbacks [] for router_controller (9074cbef-674c-4417-ae93-b5ba56a1b156), precommit_delete_associations {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:42.114650 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0a03d522-e2dd-426a-afcc-3ae42ba17ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:26:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:42.128441 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2858d00b-2a27-47e0-86e4-e9ff8d640b04 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "DELETE /v2.0/floatingips/952be789-d87e-4483-90f0-e4d5121e50fc HTTP/1.1" status: 204 len: 168 time: 0.9173789 Mar 30 07:26:42.129348 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'tag': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:26:42.132335 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25260c70-0bc1-4e4e-9493-81580c0340eb" -d '{"events": [{"name": "network-changed", "server_uuid": "153dd568-5bf9-4ddc-9221-8fe74c4bd58b", "tag": "ec40b8bb-3831-42fc-bb08-d0b7a674e052"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:26:42.159625 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624293'] for router (9074cbef-674c-4417-ae93-b5ba56a1b156), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:42.160772 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9074cbef-674c-4417-ae93-b5ba56a1b156 {{(pid=103478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 07:26:42.166958 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:42.170983 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45428) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:42.171117 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-0e8be244-a8a5-4951-b209-31ea41f2f2ad admin admin] 10.222.0.20 "DELETE /v2.0/routers/9074cbef-674c-4417-ae93-b5ba56a1b156 HTTP/1.1" status: 204 len: 168 time: 0.8040378 Mar 30 07:26:42.181041 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 07:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27980e55-8c38-4896-989f-850295c1bb79 x-openstack-request-id: req-27980e55-8c38-4896-989f-850295c1bb79 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:26:42.181397 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153dd568-5bf9-4ddc-9221-8fe74c4bd58b", "tag": "ec40b8bb-3831-42fc-bb08-d0b7a674e052", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:26:42.181713 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27980e55-8c38-4896-989f-850295c1bb79 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:26:42.182169 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27980e55-8c38-4896-989f-850295c1bb79'] response: {'name': 'network-changed', 'server_uuid': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'tag': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'status': 'completed', 'code': 200} Mar 30 07:26:42.246678 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c93fe4-4972-4163-ae3f-85d43715726c admin admin] Deleting subnet 8d5962ba-a4c9-4821-8fe4-520b95afe542 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:26:42.260995 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-0a03d522-e2dd-426a-afcc-3ae42ba17ad7 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:26:42.265611 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1c93fe4-4972-4163-ae3f-85d43715726c admin admin] Publish callbacks [] for subnet (8d5962ba-a4c9-4821-8fe4-520b95afe542), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:42.311613 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1c93fe4-4972-4163-ae3f-85d43715726c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7367719'] for subnet (8d5962ba-a4c9-4821-8fe4-520b95afe542), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:42.336063 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25260c70-0bc1-4e4e-9493-81580c0340eb req-ded52373-20ec-45d5-af7b-540c57a87ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:42.337581 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-25260c70-0bc1-4e4e-9493-81580c0340eb req-ded52373-20ec-45d5-af7b-540c57a87ae2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=803772b9959c49c988cb738b94678917&device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 1129 time: 0.1138129 Mar 30 07:26:42.481804 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0a03d522-e2dd-426a-afcc-3ae42ba17ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:42.499540 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1c93fe4-4972-4163-ae3f-85d43715726c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (8d5962ba-a4c9-4821-8fe4-520b95afe542), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:42.512484 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03d522-e2dd-426a-afcc-3ae42ba17ad7 None None] Checking router: f3122407-99bb-41d9-bf17-9d5238cff320 for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:26:42.521135 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03d522-e2dd-426a-afcc-3ae42ba17ad7 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:26:42.521740 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0a03d522-e2dd-426a-afcc-3ae42ba17ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:26:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:42.542021 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e938e49-dc8b-4c31-92f8-d1c06c2cd02a req-c6a8a872-7384-4016-ad86-705ad78e1f19 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:42.543708 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2e938e49-dc8b-4c31-92f8-d1c06c2cd02a req-c6a8a872-7384-4016-ad86-705ad78e1f19 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 945 time: 0.1985571 Mar 30 07:26:42.554626 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25260c70-0bc1-4e4e-9493-81580c0340eb req-fd49d89d-a4c5-4ec9-a242-4333e2964fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:42.556212 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-25260c70-0bc1-4e4e-9493-81580c0340eb req-fd49d89d-a4c5-4ec9-a242-4333e2964fd1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 200 len: 912 time: 0.2093472 Mar 30 07:26:42.607281 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-25260c70-0bc1-4e4e-9493-81580c0340eb req-2cfbec43-852d-498a-8a2b-041eebe3f681 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec40b8bb-3831-42fc-bb08-d0b7a674e052 HTTP/1.1" status: 200 len: 217 time: 0.0439646 Mar 30 07:26:42.630032 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-0a03d522-e2dd-426a-afcc-3ae42ba17ad7 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:26:42.666455 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1c93fe4-4972-4163-ae3f-85d43715726c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7417498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7759391'] for subnet (8d5962ba-a4c9-4821-8fe4-520b95afe542), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:42.712145 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2e938e49-dc8b-4c31-92f8-d1c06c2cd02a req-e488c1de-a966-4b18-bfe7-c28e2057361c tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587152 Mar 30 07:26:42.714953 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c93fe4-4972-4163-ae3f-85d43715726c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5962ba-a4c9-4821-8fe4-520b95afe542,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:42.720005 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1c93fe4-4972-4163-ae3f-85d43715726c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:42.733053 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45434) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:42.733165 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b1c93fe4-4972-4163-ae3f-85d43715726c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8d5962ba-a4c9-4821-8fe4-520b95afe542 HTTP/1.1" status: 204 len: 168 time: 0.5542729 Mar 30 07:26:42.733165 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25260c70-0bc1-4e4e-9493-81580c0340eb req-ac0b04ca-34aa-4903-ac11-2b962fd1da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:42.733165 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-25260c70-0bc1-4e4e-9493-81580c0340eb req-ac0b04ca-34aa-4903-ac11-2b962fd1da36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ea64624-ec6f-4b03-9f67-6684083299d8 HTTP/1.1" status: 200 len: 850 time: 0.1170638 Mar 30 07:26:42.745476 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0997e7-a821-4069-9737-96c1e4f9a568 None None] Network 73dd56e2-c247-440c-aa55-c3633a082de7 requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:26:42.785732 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25260c70-0bc1-4e4e-9493-81580c0340eb req-d03b38f8-c8ce-41a2-8238-eaa967a244a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:42.787239 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-25260c70-0bc1-4e4e-9493-81580c0340eb req-d03b38f8-c8ce-41a2-8238-eaa967a244a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87604e57-b8c9-45c9-ab61-2b321b1caa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500193 Mar 30 07:26:42.827678 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (73dd56e2-c247-440c-aa55-c3633a082de7), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:42.886041 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-25260c70-0bc1-4e4e-9493-81580c0340eb req-fb599029-d756-4d95-900b-fadb7ce7ddf5 service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900121 Mar 30 07:26:42.896264 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] Deleting port f5f34c72-467b-4d8e-9e3d-c56d87625034 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:42.896752 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:42.926754 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0a03d522-e2dd-426a-afcc-3ae42ba17ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:42.963297 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03d522-e2dd-426a-afcc-3ae42ba17ad7 None None] The sync data for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi is: [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:35Z', 'revision_number': 4, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi', '_interfaces': [{'id': 'a34a1ecb-e213-4ea5-907d-a56258f4e3c8', 'name': '', 'network_id': '87604e57-b8c9-45c9-ab61-2b321b1caa0c', 'tenant_id': '803772b9959c49c988cb738b94678917', 'mac_address': 'fa:16:3e:06:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:34Z', 'updated_at': '2022-03-30T07:19:40Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'subnets': [{'id': '1ea64624-ec6f-4b03-9f67-6684083299d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:26:42.980694 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] DHCP port deletion for 73dd56e2-c247-440c-aa55-c3633a082de7 request from dv-cinder-835778-2-iscsi {{(pid=103479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 07:26:42.984153 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] For port f5f34c72-467b-4d8e-9e3d-c56d87625034, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=f5f34c72-467b-4d8e-9e3d-c56d87625034,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:26:42.984640 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:43.002272 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] Calling delete_port for f5f34c72-467b-4d8e-9e3d-c56d87625034 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:43.020310 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-25260c70-0bc1-4e4e-9493-81580c0340eb req-b11fa601-7bd1-4572-bc61-f23db9ef8cca service neutron] 10.222.0.35 "GET /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268101 Mar 30 07:26:43.038498 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Deleting port f5f34c72-467b-4d8e-9e3d-c56d87625034 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:43.038906 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:43.113329 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:43.122305 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] For port f5f34c72-467b-4d8e-9e3d-c56d87625034, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=f5f34c72-467b-4d8e-9e3d-c56d87625034,segment=NetworkSegment(038a078a-7eba-4cf9-b85d-2949ab177b21),segment_id=038a078a-7eba-4cf9-b85d-2949ab177b21)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:26:43.123245 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:43.140136 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Calling delete_port for f5f34c72-467b-4d8e-9e3d-c56d87625034 owned by network:dhcp {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:43.145894 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f34c72-467b-4d8e-9e3d-c56d87625034,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:43.147775 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] No DVR routers for this DVR port f5f34c72-467b-4d8e-9e3d-c56d87625034 on host dv-cinder-835778-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:26:43.230343 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (73dd56e2-c247-440c-aa55-c3633a082de7), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:43.241395 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422'] for port (f5f34c72-467b-4d8e-9e3d-c56d87625034), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:43.252947 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dd56e2-c247-440c-aa55-c3633a082de7']}} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:43.263487 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038a078a-7eba-4cf9-b85d-2949ab177b21') {'for_net_delete': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:43.263784 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038a078a-7eba-4cf9-b85d-2949ab177b21') {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:43.272543 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Pushing event deleted for resources: {'Port': ['ID=f5f34c72-467b-4d8e-9e3d-c56d87625034,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:43.280062 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] No DVR routers for this DVR port f5f34c72-467b-4d8e-9e3d-c56d87625034 on host dv-cinder-835778-2-iscsi {{(pid=103479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:26:43.280257 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5776156'] for segment (038a078a-7eba-4cf9-b85d-2949ab177b21), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:43.282168 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:43.282495 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:43.282863 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:43.283310 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:43.283679 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:43.284095 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:43.284325 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:43.285068 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:43.285463 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:43.286398 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:43.286733 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:43.287070 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:43.287398 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:43.287727 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:43.288116 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c1fb6-59bc-4de5-9268-f6f24fd30f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:26:43.289391 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30858d0-72a2-42b6-ab76-8f1a2edf49dd None None] New status for floating IP 952be789-d87e-4483-90f0-e4d5121e50fc: DOWN {{(pid=103480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 07:26:43.295299 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (038a078a-7eba-4cf9-b85d-2949ab177b21), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:43.304793 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:26:43.305205 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151914'] for segment (038a078a-7eba-4cf9-b85d-2949ab177b21), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: Traceback (most recent call last): Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: timer() Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: cb(*args, **kw) Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: return func(*args, **kwargs) Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: self._notify() Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: self.callback(batched_events) Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: event.method(event) Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: return f(self, *a, **k) Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._get(url).json() Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: return self.request(url, 'GET', **kwargs) Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:26:43.306918 dv-cinder-835778-2-iscsi neutron-server[103478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:26:43.361373 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (73dd56e2-c247-440c-aa55-c3633a082de7), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:43.367438 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:43.370583 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] 10.222.0.20 "DELETE /v2.0/networks/73dd56e2-c247-440c-aa55-c3633a082de7 HTTP/1.1" status: 204 len: 168 time: 0.6429048 Mar 30 07:26:43.384894 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ac607-5cab-4a65-91dc-0e6fdae6d45f admin admin] Pushing event deleted for resources: {'Network': ['ID=73dd56e2-c247-440c-aa55-c3633a082de7,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:43.547527 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45438) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:43.587314 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-dbec5c26-23a6-4252-85d1-d7c0cc759f3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2482f983870c40ad8fe2e8a9ae69169c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385270 Mar 30 07:26:43.589896 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45440) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:43.590440 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 2b3cd2b0-b364-49a9-9578-53c32a620e32 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:26:43.610721 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: 2b3cd2b0-b364-49a9-9578-53c32a620e32 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:26:43.611092 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 2b3cd2b0-b364-49a9-9578-53c32a620e32 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:26:43.611490 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 1f9d5fb6-cec1-4e3c-a34e-313be49ce912 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:26:43.631510 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: 1f9d5fb6-cec1-4e3c-a34e-313be49ce912 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:26:43.631750 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 1f9d5fb6-cec1-4e3c-a34e-313be49ce912 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:26:43.632094 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device f5f34c72-467b-4d8e-9e3d-c56d87625034 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:26:43.640381 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7e82-e288-49d9-acdf-504ba35fa0b4 admin admin] Publish callbacks [] for security_group (6e58580a-271f-427f-924d-8a92338c89bd), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:43.651103 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: f5f34c72-467b-4d8e-9e3d-c56d87625034 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:26:43.651445 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device f5f34c72-467b-4d8e-9e3d-c56d87625034 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:26:43.662859 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7e82-e288-49d9-acdf-504ba35fa0b4 admin admin] Publish callbacks [] for security_group (6e58580a-271f-427f-924d-8a92338c89bd), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:43.709762 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7e82-e288-49d9-acdf-504ba35fa0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (6e58580a-271f-427f-924d-8a92338c89bd), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:43.712278 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7e82-e288-49d9-acdf-504ba35fa0b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:43.713483 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6d9b7e82-e288-49d9-acdf-504ba35fa0b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e58580a-271f-427f-924d-8a92338c89bd HTTP/1.1" status: 204 len: 168 time: 0.1226466 Mar 30 07:26:43.721064 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b7e82-e288-49d9-acdf-504ba35fa0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e58580a-271f-427f-924d-8a92338c89bd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:43.840098 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b535b2-d9e4-4d9f-afdd-b290b92fa214 req-5aa4c99b-e613-47a5-a1b6-2fed178681e6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:43.841718 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-37b535b2-d9e4-4d9f-afdd-b290b92fa214 req-5aa4c99b-e613-47a5-a1b6-2fed178681e6 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 945 time: 0.0582356 Mar 30 07:26:44.189152 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-37b535b2-d9e4-4d9f-afdd-b290b92fa214 req-c89fc29f-0863-4890-949b-14d9e174f78e tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cd7a93d-67f6-4c2e-83f5-a41c783d695d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415520 Mar 30 07:26:44.205127 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c68d1-5d05-4650-9d53-caca81c1b218 req-2155782d-2bef-4df3-a838-64d8a1f07de1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 07:26:44.206637 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9f0c68d1-5d05-4650-9d53-caca81c1b218 req-2155782d-2bef-4df3-a838-64d8a1f07de1 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.35 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 945 time: 0.0743146 Mar 30 07:26:44.304735 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9f0c68d1-5d05-4650-9d53-caca81c1b218 req-5f93dc2b-fa0d-41be-ada0-c3f15f46d8bd tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Deleting port ec40b8bb-3831-42fc-bb08-d0b7a674e052 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:44.305084 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9f0c68d1-5d05-4650-9d53-caca81c1b218 req-5f93dc2b-fa0d-41be-ada0-c3f15f46d8bd tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:44.395389 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9f0c68d1-5d05-4650-9d53-caca81c1b218 req-5f93dc2b-fa0d-41be-ada0-c3f15f46d8bd tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] For port ec40b8bb-3831-42fc-bb08-d0b7a674e052, host hv-cinder-83577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83577',level=0,port_id=ec40b8bb-3831-42fc-bb08-d0b7a674e052,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:26:44.395745 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9f0c68d1-5d05-4650-9d53-caca81c1b218 req-5f93dc2b-fa0d-41be-ada0-c3f15f46d8bd tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:44.408828 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9f0c68d1-5d05-4650-9d53-caca81c1b218 req-5f93dc2b-fa0d-41be-ada0-c3f15f46d8bd tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Calling delete_port for ec40b8bb-3831-42fc-bb08-d0b7a674e052 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:44.545424 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9f0c68d1-5d05-4650-9d53-caca81c1b218 req-5f93dc2b-fa0d-41be-ada0-c3f15f46d8bd tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (ec40b8bb-3831-42fc-bb08-d0b7a674e052), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:44.574869 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93dc2b-fa0d-41be-ada0-c3f15f46d8bd tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event deleted for resources: {'Port': ['ID=ec40b8bb-3831-42fc-bb08-d0b7a674e052,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:44.626202 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0c68d1-5d05-4650-9d53-caca81c1b218 req-5f93dc2b-fa0d-41be-ada0-c3f15f46d8bd tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] No DVR routers for this DVR port ec40b8bb-3831-42fc-bb08-d0b7a674e052 on host hv-cinder-83577 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:26:44.628956 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9f0c68d1-5d05-4650-9d53-caca81c1b218 req-5f93dc2b-fa0d-41be-ada0-c3f15f46d8bd tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:44.632255 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9f0c68d1-5d05-4650-9d53-caca81c1b218 req-5f93dc2b-fa0d-41be-ada0-c3f15f46d8bd tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.35 "DELETE /v2.0/ports/ec40b8bb-3831-42fc-bb08-d0b7a674e052 HTTP/1.1" status: 204 len: 173 time: 0.4206021 Mar 30 07:26:44.632700 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'name': 'network-vif-deleted', 'tag': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 07:26:44.634958 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d946d26a2e13fa61aac04bcba6129e423b2738ce3d49a497c53737996b780c12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa75b18-0889-4fa3-afe2-b29bd2c7eb04" -d '{"events": [{"server_uuid": "153dd568-5bf9-4ddc-9221-8fe74c4bd58b", "name": "network-vif-deleted", "tag": "ec40b8bb-3831-42fc-bb08-d0b7a674e052"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 07:26:44.678657 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 07:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38d94c9-6b2a-4475-9e8a-154e8f9897bb x-openstack-request-id: req-c38d94c9-6b2a-4475-9e8a-154e8f9897bb {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 07:26:44.679105 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153dd568-5bf9-4ddc-9221-8fe74c4bd58b", "name": "network-vif-deleted", "tag": "ec40b8bb-3831-42fc-bb08-d0b7a674e052", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 07:26:44.679428 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c38d94c9-6b2a-4475-9e8a-154e8f9897bb {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 07:26:44.679857 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38d94c9-6b2a-4475-9e8a-154e8f9897bb'] response: {'server_uuid': '153dd568-5bf9-4ddc-9221-8fe74c4bd58b', 'name': 'network-vif-deleted', 'tag': 'ec40b8bb-3831-42fc-bb08-d0b7a674e052', 'status': 'completed', 'code': 200} Mar 30 07:26:45.306572 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9df4e2ee-ca2d-4601-b8c5-c06c3f409e4d req-cb8cbb23-a054-4bc8-82fe-f0c0b59a576b tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "GET /v2.0/ports?device_id=153dd568-5bf9-4ddc-9221-8fe74c4bd58b HTTP/1.1" status: 200 len: 210 time: 0.0310807 Mar 30 07:26:46.366903 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45504) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:46.495387 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-bfa826aa-a163-4a6f-9039-2b71bdc041c2 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Deleting port 768576eb-b035-48a0-8b0e-6c30844bfcb4 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:46.495714 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfa826aa-a163-4a6f-9039-2b71bdc041c2 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (768576eb-b035-48a0-8b0e-6c30844bfcb4), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:46.570615 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfa826aa-a163-4a6f-9039-2b71bdc041c2 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (768576eb-b035-48a0-8b0e-6c30844bfcb4), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:46.570902 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfa826aa-a163-4a6f-9039-2b71bdc041c2 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for floatingip (768576eb-b035-48a0-8b0e-6c30844bfcb4), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:46.583562 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-bfa826aa-a163-4a6f-9039-2b71bdc041c2 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Calling delete_port for 768576eb-b035-48a0-8b0e-6c30844bfcb4 owned by network:floatingip {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:46.729563 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfa826aa-a163-4a6f-9039-2b71bdc041c2 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (768576eb-b035-48a0-8b0e-6c30844bfcb4), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:46.755333 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa826aa-a163-4a6f-9039-2b71bdc041c2 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event deleted for resources: {'Port': ['ID=768576eb-b035-48a0-8b0e-6c30844bfcb4,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:46.813906 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfa826aa-a163-4a6f-9039-2b71bdc041c2 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for floatingip (03975743-5b01-4711-a32e-18de5126328e), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:46.816424 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bfa826aa-a163-4a6f-9039-2b71bdc041c2 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31886'] for floatingip (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:46.817656 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-bfa826aa-a163-4a6f-9039-2b71bdc041c2 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "DELETE /v2.0/floatingips/03975743-5b01-4711-a32e-18de5126328e HTTP/1.1" status: 204 len: 168 time: 0.4497781 Mar 30 07:26:48.877572 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device ec40b8bb-3831-42fc-bb08-d0b7a674e052 no longer exists at agent hyperv_hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:26:48.904819 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] No Port match for: ec40b8bb-3831-42fc-bb08-d0b7a674e052 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:26:48.905156 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Device ec40b8bb-3831-42fc-bb08-d0b7a674e052 not bound to the agent host hv-cinder-83577 {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:26:50.148178 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45540) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:50.211352 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aaab56d9-cbf9-41ac-b472-7308dc70ade4 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group (9cd7a93d-67f6-4c2e-83f5-a41c783d695d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:50.242761 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aaab56d9-cbf9-41ac-b472-7308dc70ade4 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group (9cd7a93d-67f6-4c2e-83f5-a41c783d695d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:50.307556 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aaab56d9-cbf9-41ac-b472-7308dc70ade4 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (9cd7a93d-67f6-4c2e-83f5-a41c783d695d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:50.310434 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aaab56d9-cbf9-41ac-b472-7308dc70ade4 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:50.311633 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-aaab56d9-cbf9-41ac-b472-7308dc70ade4 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] 10.222.0.20 "DELETE /v2.0/security-groups/9cd7a93d-67f6-4c2e-83f5-a41c783d695d HTTP/1.1" status: 204 len: 168 time: 0.1624737 Mar 30 07:26:50.321946 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab56d9-cbf9-41ac-b472-7308dc70ade4 tempest-TestVolumeBootPattern-1807991008 tempest-TestVolumeBootPattern-1807991008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd7a93d-67f6-4c2e-83f5-a41c783d695d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:50.371523 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45544) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:50.905407 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17b0d94d-5adc-4b2d-887d-af05acf732bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622650'] for router_interface (f3122407-99bb-41d9-bf17-9d5238cff320), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:51.187390 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-17b0d94d-5adc-4b2d-887d-af05acf732bf admin admin] Deleting port a34a1ecb-e213-4ea5-907d-a56258f4e3c8 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:51.188273 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17b0d94d-5adc-4b2d-887d-af05acf732bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:51.267544 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-17b0d94d-5adc-4b2d-887d-af05acf732bf admin admin] For port a34a1ecb-e213-4ea5-907d-a56258f4e3c8, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=a34a1ecb-e213-4ea5-907d-a56258f4e3c8,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:26:51.267924 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17b0d94d-5adc-4b2d-887d-af05acf732bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:51.280845 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-17b0d94d-5adc-4b2d-887d-af05acf732bf admin admin] Calling delete_port for a34a1ecb-e213-4ea5-907d-a56258f4e3c8 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:51.469997 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17b0d94d-5adc-4b2d-887d-af05acf732bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (a34a1ecb-e213-4ea5-907d-a56258f4e3c8), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:51.495656 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0d94d-5adc-4b2d-887d-af05acf732bf admin admin] Pushing event deleted for resources: {'Port': ['ID=a34a1ecb-e213-4ea5-907d-a56258f4e3c8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:51.677215 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17b0d94d-5adc-4b2d-887d-af05acf732bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622506'] for router_interface (f3122407-99bb-41d9-bf17-9d5238cff320), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:51.901608 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b0d94d-5adc-4b2d-887d-af05acf732bf admin admin] Router f3122407-99bb-41d9-bf17-9d5238cff320 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:26:52.012456 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b0d94d-5adc-4b2d-887d-af05acf732bf admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:26:52.020322 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-17b0d94d-5adc-4b2d-887d-af05acf732bf admin admin] 10.222.0.20 "PUT /v2.0/routers/f3122407-99bb-41d9-bf17-9d5238cff320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6451819 Mar 30 07:26:52.020440 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45576) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:52.022709 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc1291c-fb83-4de3-9740-f7a64029d259 None None] Sync routers for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:26:52.033124 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc1291c-fb83-4de3-9740-f7a64029d259 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:26:52.033769 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ccc1291c-fb83-4de3-9740-f7a64029d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:26:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:52.067861 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45578) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:52.132812 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] Publish callbacks [] for router (f3122407-99bb-41d9-bf17-9d5238cff320), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.144185 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ccc1291c-fb83-4de3-9740-f7a64029d259 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:26:52.178544 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7c19be62-9385-46fd-bc49-b546b2c53761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.249840 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] Publish callbacks [] for router_gateway (f3122407-99bb-41d9-bf17-9d5238cff320), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.268645 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7c19be62-9385-46fd-bc49-b546b2c53761 admin admin] Publish callbacks [] for security_group (312b6937-75f6-4606-9911-38c2bb6b0403), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.274183 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7c19be62-9385-46fd-bc49-b546b2c53761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (312b6937-75f6-4606-9911-38c2bb6b0403), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.306612 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] Deleting port cc0c8945-099d-4aeb-b616-3d90438259ec {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:52.307000 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (cc0c8945-099d-4aeb-b616-3d90438259ec), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.333514 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ccc1291c-fb83-4de3-9740-f7a64029d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:26:51Z', 'revision_number': 5, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port': {'id': 'cc0c8945-099d-4aeb-b616-3d90438259ec', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:52.368811 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc1291c-fb83-4de3-9740-f7a64029d259 None None] Checking router: f3122407-99bb-41d9-bf17-9d5238cff320 for host: dv-cinder-835778-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:26:52.379562 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc1291c-fb83-4de3-9740-f7a64029d259 None None] Routers {'f3122407-99bb-41d9-bf17-9d5238cff320'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:26:52.380683 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ccc1291c-fb83-4de3-9740-f7a64029d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:26:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['f3122407-99bb-41d9-bf17-9d5238cff320'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:52.399020 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] For port cc0c8945-099d-4aeb-b616-3d90438259ec, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=cc0c8945-099d-4aeb-b616-3d90438259ec,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:26:52.399434 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (cc0c8945-099d-4aeb-b616-3d90438259ec), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.414188 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] Calling delete_port for cc0c8945-099d-4aeb-b616-3d90438259ec owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:52.476743 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ccc1291c-fb83-4de3-9740-f7a64029d259 None None] Set router f3122407-99bb-41d9-bf17-9d5238cff320 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:26:52.531640 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ccc1291c-fb83-4de3-9740-f7a64029d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:26:52Z', 'revision_number': 6, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port_host': None}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:52.563334 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc1291c-fb83-4de3-9740-f7a64029d259 None None] The sync data for ids ['f3122407-99bb-41d9-bf17-9d5238cff320'] in dv-cinder-835778-2-iscsi is: [{'id': 'f3122407-99bb-41d9-bf17-9d5238cff320', 'name': 'tempest-TestVolumeBootPattern-302331032-router', 'tenant_id': '803772b9959c49c988cb738b94678917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:32Z', 'updated_at': '2022-03-30T07:26:52Z', 'revision_number': 6, 'project_id': '803772b9959c49c988cb738b94678917', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:26:52.594201 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (cc0c8945-099d-4aeb-b616-3d90438259ec), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.604786 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19be62-9385-46fd-bc49-b546b2c53761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312b6937-75f6-4606-9911-38c2bb6b0403,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:52.610165 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-7c19be62-9385-46fd-bc49-b546b2c53761 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6337a7bc30d54734ad5d9435178a21a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5411956 Mar 30 07:26:52.612938 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45582) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:52.626871 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0c8945-099d-4aeb-b616-3d90438259ec,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:52.661670 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4480dbdd-f54b-4774-881f-aa2a978efdc0 admin admin] Publish callbacks [] for security_group (312b6937-75f6-4606-9911-38c2bb6b0403), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.682363 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4480dbdd-f54b-4774-881f-aa2a978efdc0 admin admin] Publish callbacks [] for security_group (312b6937-75f6-4606-9911-38c2bb6b0403), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.691474 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622784'] for router_gateway (f3122407-99bb-41d9-bf17-9d5238cff320), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.729897 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4480dbdd-f54b-4774-881f-aa2a978efdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (312b6937-75f6-4606-9911-38c2bb6b0403), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.732428 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4480dbdd-f54b-4774-881f-aa2a978efdc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.733581 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-4480dbdd-f54b-4774-881f-aa2a978efdc0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/312b6937-75f6-4606-9911-38c2bb6b0403 HTTP/1.1" status: 204 len: 168 time: 0.1198804 Mar 30 07:26:52.747861 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480dbdd-f54b-4774-881f-aa2a978efdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312b6937-75f6-4606-9911-38c2bb6b0403,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:52.788619 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1931'] for router (f3122407-99bb-41d9-bf17-9d5238cff320), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.790757 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] Publish callbacks [] for router_controller (f3122407-99bb-41d9-bf17-9d5238cff320), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.834793 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624293'] for router (f3122407-99bb-41d9-bf17-9d5238cff320), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.835359 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3122407-99bb-41d9-bf17-9d5238cff320 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 07:26:52.839961 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.841109 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-bda6a907-ee85-42aa-a4c0-7bf197739ded admin admin] 10.222.0.20 "DELETE /v2.0/routers/f3122407-99bb-41d9-bf17-9d5238cff320 HTTP/1.1" status: 204 len: 168 time: 0.8198159 Mar 30 07:26:52.844140 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45586) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:52.889549 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b09d522-0e88-49d4-8f67-91efc80752bd admin admin] Deleting subnet 1ea64624-ec6f-4b03-9f67-6684083299d8 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:26:52.892980 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3b09d522-0e88-49d4-8f67-91efc80752bd admin admin] Publish callbacks [] for subnet (1ea64624-ec6f-4b03-9f67-6684083299d8), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:52.933962 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3b09d522-0e88-49d4-8f67-91efc80752bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7367719'] for subnet (1ea64624-ec6f-4b03-9f67-6684083299d8), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.025427 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3b09d522-0e88-49d4-8f67-91efc80752bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (1ea64624-ec6f-4b03-9f67-6684083299d8), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.081516 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3b09d522-0e88-49d4-8f67-91efc80752bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7417498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7759391'] for subnet (1ea64624-ec6f-4b03-9f67-6684083299d8), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.107217 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09d522-0e88-49d4-8f67-91efc80752bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea64624-ec6f-4b03-9f67-6684083299d8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:53.112158 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3b09d522-0e88-49d4-8f67-91efc80752bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.118439 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45598) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:53.119223 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3b09d522-0e88-49d4-8f67-91efc80752bd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1ea64624-ec6f-4b03-9f67-6684083299d8 HTTP/1.1" status: 204 len: 168 time: 0.2741401 Mar 30 07:26:53.122060 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f19ae8-b974-40f2-a67a-5b5b7ff23ee4 None None] Network 87604e57-b8c9-45c9-ab61-2b321b1caa0c requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:26:53.206306 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (87604e57-b8c9-45c9-ab61-2b321b1caa0c), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.262401 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] Deleting port 6eb4ce29-fc62-4d98-937b-7be8524a80e5 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:53.262867 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.328362 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] For port 6eb4ce29-fc62-4d98-937b-7be8524a80e5, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=6eb4ce29-fc62-4d98-937b-7be8524a80e5,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:26:53.328713 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.346340 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8466927f-94dd-4888-b999-22b4ea6f105e None None] DHCP port deletion for 87604e57-b8c9-45c9-ab61-2b321b1caa0c request from dv-cinder-835778-2-iscsi {{(pid=103479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 07:26:53.347475 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] Calling delete_port for 6eb4ce29-fc62-4d98-937b-7be8524a80e5 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:53.400486 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-8466927f-94dd-4888-b999-22b4ea6f105e None None] Deleting port 6eb4ce29-fc62-4d98-937b-7be8524a80e5 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:53.400855 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8466927f-94dd-4888-b999-22b4ea6f105e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.454084 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.468625 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-8466927f-94dd-4888-b999-22b4ea6f105e None None] For port 6eb4ce29-fc62-4d98-937b-7be8524a80e5, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=6eb4ce29-fc62-4d98-937b-7be8524a80e5,segment=NetworkSegment(abeeccd0-201c-4dab-bd1e-7b76b32d3784),segment_id=abeeccd0-201c-4dab-bd1e-7b76b32d3784)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:26:53.469012 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8466927f-94dd-4888-b999-22b4ea6f105e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.478132 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb4ce29-fc62-4d98-937b-7be8524a80e5,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:53.488360 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-8466927f-94dd-4888-b999-22b4ea6f105e None None] Calling delete_port for 6eb4ce29-fc62-4d98-937b-7be8524a80e5 owned by network:dhcp {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:53.488719 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] No DVR routers for this DVR port 6eb4ce29-fc62-4d98-937b-7be8524a80e5 on host dv-cinder-835778-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:26:53.563107 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (87604e57-b8c9-45c9-ab61-2b321b1caa0c), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.575387 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8466927f-94dd-4888-b999-22b4ea6f105e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422'] for port (6eb4ce29-fc62-4d98-937b-7be8524a80e5), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.603765 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466927f-94dd-4888-b999-22b4ea6f105e None None] Pushing event deleted for resources: {'Port': ['ID=6eb4ce29-fc62-4d98-937b-7be8524a80e5,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:53.605698 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8466927f-94dd-4888-b999-22b4ea6f105e None None] No DVR routers for this DVR port 6eb4ce29-fc62-4d98-937b-7be8524a80e5 on host dv-cinder-835778-2-iscsi {{(pid=103479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:26:53.612345 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87604e57-b8c9-45c9-ab61-2b321b1caa0c']}} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:53.612491 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device cc0c8945-099d-4aeb-b616-3d90438259ec no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:26:53.623725 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abeeccd0-201c-4dab-bd1e-7b76b32d3784') {'for_net_delete': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:53.624191 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abeeccd0-201c-4dab-bd1e-7b76b32d3784') {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:53.634580 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5776156'] for segment (abeeccd0-201c-4dab-bd1e-7b76b32d3784), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.634816 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: cc0c8945-099d-4aeb-b616-3d90438259ec {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:26:53.634816 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device cc0c8945-099d-4aeb-b616-3d90438259ec not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:26:53.635258 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 6eb4ce29-fc62-4d98-937b-7be8524a80e5 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:26:53.656691 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (abeeccd0-201c-4dab-bd1e-7b76b32d3784), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.656874 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: 6eb4ce29-fc62-4d98-937b-7be8524a80e5 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:26:53.657054 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device 6eb4ce29-fc62-4d98-937b-7be8524a80e5 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:26:53.657534 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device a34a1ecb-e213-4ea5-907d-a56258f4e3c8 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:26:53.668931 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:26:53.669426 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151914'] for segment (abeeccd0-201c-4dab-bd1e-7b76b32d3784), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: Traceback (most recent call last): Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: timer() Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: cb(*args, **kw) Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: return func(*args, **kwargs) Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: self._notify() Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: self.callback(batched_events) Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: event.method(event) Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: return f(self, *a, **k) Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._get(url).json() Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: return self.request(url, 'GET', **kwargs) Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:26:53.671966 dv-cinder-835778-2-iscsi neutron-server[103478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:26:53.682286 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: a34a1ecb-e213-4ea5-907d-a56258f4e3c8 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:26:53.682628 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device a34a1ecb-e213-4ea5-907d-a56258f4e3c8 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:26:53.733201 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (87604e57-b8c9-45c9-ab61-2b321b1caa0c), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.752373 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:53.756569 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] 10.222.0.20 "DELETE /v2.0/networks/87604e57-b8c9-45c9-ab61-2b321b1caa0c HTTP/1.1" status: 204 len: 168 time: 0.6371214 Mar 30 07:26:53.757745 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85043b6a-22c4-46fd-ad79-b7e279b85dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=87604e57-b8c9-45c9-ab61-2b321b1caa0c,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:53.759649 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45612) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:54.111934 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-420c3f11-aee5-46a5-9113-257646805355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622650'] for router_interface (c6256114-6895-4161-9df6-1e5dbaae78c8), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:54.220667 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0df18d80-ff7b-41b6-a433-a85743c96103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:54.368176 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-420c3f11-aee5-46a5-9113-257646805355 admin admin] Deleting port a04c4be0-003f-4838-a2ab-9fa5906cba46 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:54.368750 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-420c3f11-aee5-46a5-9113-257646805355 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:54.457486 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-420c3f11-aee5-46a5-9113-257646805355 admin admin] For port a04c4be0-003f-4838-a2ab-9fa5906cba46, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=a04c4be0-003f-4838-a2ab-9fa5906cba46,segment=NetworkSegment(72465091-b7ab-469f-a950-342ed84babdc),segment_id=72465091-b7ab-469f-a950-342ed84babdc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:26:54.458000 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-420c3f11-aee5-46a5-9113-257646805355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:54.473890 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-420c3f11-aee5-46a5-9113-257646805355 admin admin] Calling delete_port for a04c4be0-003f-4838-a2ab-9fa5906cba46 owned by network:router_interface {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:54.662834 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-420c3f11-aee5-46a5-9113-257646805355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (a04c4be0-003f-4838-a2ab-9fa5906cba46), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:54.695707 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c3f11-aee5-46a5-9113-257646805355 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04c4be0-003f-4838-a2ab-9fa5906cba46,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:54.863982 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-420c3f11-aee5-46a5-9113-257646805355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622506'] for router_interface (c6256114-6895-4161-9df6-1e5dbaae78c8), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:55.089166 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420c3f11-aee5-46a5-9113-257646805355 admin admin] Router c6256114-6895-4161-9df6-1e5dbaae78c8 has already been hosted by L3 agent e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e {{(pid=103478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 07:26:55.202308 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420c3f11-aee5-46a5-9113-257646805355 admin admin] Notify agent at l3_agent.dv-cinder-835778-2-iscsi the message routers_updated {{(pid=103478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 07:26:55.210215 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-420c3f11-aee5-46a5-9113-257646805355 admin admin] 10.222.0.20 "PUT /v2.0/routers/c6256114-6895-4161-9df6-1e5dbaae78c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4469030 Mar 30 07:26:55.210770 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45632) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:55.214734 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779d3c52-5e5a-4c95-98c9-487c73e3500b None None] Sync routers for ids ['c6256114-6895-4161-9df6-1e5dbaae78c8'] in dv-cinder-835778-2-iscsi {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 07:26:55.224461 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779d3c52-5e5a-4c95-98c9-487c73e3500b None None] Routers {'c6256114-6895-4161-9df6-1e5dbaae78c8'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:26:55.225074 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-779d3c52-5e5a-4c95-98c9-487c73e3500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:26:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['c6256114-6895-4161-9df6-1e5dbaae78c8'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:55.314862 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] Publish callbacks [] for router (c6256114-6895-4161-9df6-1e5dbaae78c8), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:55.333152 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-779d3c52-5e5a-4c95-98c9-487c73e3500b None None] Set router c6256114-6895-4161-9df6-1e5dbaae78c8 gateway port host: dv-cinder-835778-2-iscsi {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:26:55.416815 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] Publish callbacks [] for router_gateway (c6256114-6895-4161-9df6-1e5dbaae78c8), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:55.469814 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] Deleting port b1af29ba-eeeb-47b3-9554-99808c1664af {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:55.470146 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (b1af29ba-eeeb-47b3-9554-99808c1664af), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:55.510096 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-779d3c52-5e5a-4c95-98c9-487c73e3500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'name': 'tempest-TestVolumeBootPattern-1866899740-router', 'tenant_id': '571848e3be7a42febae87b6a467ef6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'external_fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b1af29ba-eeeb-47b3-9554-99808c1664af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:37Z', 'updated_at': '2022-03-30T07:26:54Z', 'revision_number': 5, 'project_id': '571848e3be7a42febae87b6a467ef6bf', 'gw_port': {'id': 'b1af29ba-eeeb-47b3-9554-99808c1664af', 'name': '', 'network_id': '394dc4cc-6318-4b7e-8c07-8a9d622b9d97', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T07:19:38Z', 'updated_at': '2022-03-30T07:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdd54fd0-ecd2-498c-b2b3-ec83db575ae1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835778-2-iscsi'}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:55.540822 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779d3c52-5e5a-4c95-98c9-487c73e3500b None None] Checking router: c6256114-6895-4161-9df6-1e5dbaae78c8 for host: dv-cinder-835778-2-iscsi {{(pid=103480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 07:26:55.549867 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779d3c52-5e5a-4c95-98c9-487c73e3500b None None] Routers {'c6256114-6895-4161-9df6-1e5dbaae78c8'} bound to L3 agent in host dv-cinder-835778-2-iscsi {{(pid=103480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 07:26:55.550531 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-779d3c52-5e5a-4c95-98c9-487c73e3500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T07:07:26Z,description=,heartbeat_timestamp=2022-03-30T07:26:26Z,host='dv-cinder-835778-2-iscsi',id=e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T07:07:26Z,topic='l3_agent')) {'router_ids': ['c6256114-6895-4161-9df6-1e5dbaae78c8'], 'active': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:55.552733 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] For port b1af29ba-eeeb-47b3-9554-99808c1664af, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=b1af29ba-eeeb-47b3-9554-99808c1664af,segment=NetworkSegment(c84c1639-925c-4a95-a0a4-8bb9c036465d),segment_id=c84c1639-925c-4a95-a0a4-8bb9c036465d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:26:55.553205 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (b1af29ba-eeeb-47b3-9554-99808c1664af), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:55.571145 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] Calling delete_port for b1af29ba-eeeb-47b3-9554-99808c1664af owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:55.637151 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvr_db [None req-779d3c52-5e5a-4c95-98c9-487c73e3500b None None] Set router c6256114-6895-4161-9df6-1e5dbaae78c8 gateway port host: None {{(pid=103480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 07:26:55.697446 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_hamode_db [None req-779d3c52-5e5a-4c95-98c9-487c73e3500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'name': 'tempest-TestVolumeBootPattern-1866899740-router', 'tenant_id': '571848e3be7a42febae87b6a467ef6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:37Z', 'updated_at': '2022-03-30T07:26:55Z', 'revision_number': 6, 'project_id': '571848e3be7a42febae87b6a467ef6bf', 'gw_port_host': None}], 'dv-cinder-835778-2-iscsi', False) {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:55.736956 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779d3c52-5e5a-4c95-98c9-487c73e3500b None None] The sync data for ids ['c6256114-6895-4161-9df6-1e5dbaae78c8'] in dv-cinder-835778-2-iscsi is: [{'id': 'c6256114-6895-4161-9df6-1e5dbaae78c8', 'name': 'tempest-TestVolumeBootPattern-1866899740-router', 'tenant_id': '571848e3be7a42febae87b6a467ef6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T07:19:37Z', 'updated_at': '2022-03-30T07:26:55Z', 'revision_number': 6, 'project_id': '571848e3be7a42febae87b6a467ef6bf', 'gw_port_host': None}] {{(pid=103480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 07:26:56.039793 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7420009'] for port (b1af29ba-eeeb-47b3-9554-99808c1664af), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.075842 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1af29ba-eeeb-47b3-9554-99808c1664af,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:56.141135 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622784'] for router_gateway (c6256114-6895-4161-9df6-1e5dbaae78c8), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.239528 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1931'] for router (c6256114-6895-4161-9df6-1e5dbaae78c8), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.241763 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] Publish callbacks [] for router_controller (c6256114-6895-4161-9df6-1e5dbaae78c8), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.286226 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624293'] for router (c6256114-6895-4161-9df6-1e5dbaae78c8), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.287455 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6256114-6895-4161-9df6-1e5dbaae78c8 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 07:26:56.292499 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.294050 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-da9bdc02-67a8-4391-a17d-42b76c2301f1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c6256114-6895-4161-9df6-1e5dbaae78c8 HTTP/1.1" status: 204 len: 168 time: 1.0824742 Mar 30 07:26:56.297176 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45640) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:56.345683 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64a2a19-e1b6-44f8-856d-7c21e98865e1 admin admin] Deleting subnet 853b4340-e94a-46b3-93be-6381169ef2c7 {{(pid=103478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 07:26:56.349325 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e64a2a19-e1b6-44f8-856d-7c21e98865e1 admin admin] Publish callbacks [] for subnet (853b4340-e94a-46b3-93be-6381169ef2c7), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.385811 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e64a2a19-e1b6-44f8-856d-7c21e98865e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5776151'] for subnet (853b4340-e94a-46b3-93be-6381169ef2c7), precommit_delete_associations {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.459339 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c0d8cdfd-06d9-43bb-aa7f-e409e1445e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.467526 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e64a2a19-e1b6-44f8-856d-7c21e98865e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-953917'] for subnet (853b4340-e94a-46b3-93be-6381169ef2c7), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.522309 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e64a2a19-e1b6-44f8-856d-7c21e98865e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-953866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6146124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4308215'] for subnet (853b4340-e94a-46b3-93be-6381169ef2c7), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.548222 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a2a19-e1b6-44f8-856d-7c21e98865e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=853b4340-e94a-46b3-93be-6381169ef2c7,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:56.551798 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e64a2a19-e1b6-44f8-856d-7c21e98865e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for subnet (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.555649 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-e64a2a19-e1b6-44f8-856d-7c21e98865e1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/853b4340-e94a-46b3-93be-6381169ef2c7 HTTP/1.1" status: 204 len: 168 time: 0.2573321 Mar 30 07:26:56.558404 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45642) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:56.561558 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854e3385-6b64-4483-a562-a41399046255 None None] Network 06c82e51-bd0e-4e24-a56a-80369f8e276f requested from dv-cinder-835778-2-iscsi {{(pid=103479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 07:26:56.627737 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823932'] for network (06c82e51-bd0e-4e24-a56a-80369f8e276f), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.687773 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] Deleting port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:56.688177 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (f2c49d7f-1ed5-412a-8a67-a53f5575fcdb), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.719038 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9672117-b32f-402e-90ce-ffaab62c30ce None None] DHCP port deletion for 06c82e51-bd0e-4e24-a56a-80369f8e276f request from dv-cinder-835778-2-iscsi {{(pid=103479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 07:26:56.762556 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] For port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=f2c49d7f-1ed5-412a-8a67-a53f5575fcdb,segment=NetworkSegment(72465091-b7ab-469f-a950-342ed84babdc),segment_id=72465091-b7ab-469f-a950-342ed84babdc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:26:56.762960 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (f2c49d7f-1ed5-412a-8a67-a53f5575fcdb), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.776783 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] Calling delete_port for f2c49d7f-1ed5-412a-8a67-a53f5575fcdb owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:56.778281 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-d9672117-b32f-402e-90ce-ffaab62c30ce None None] Deleting port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 07:26:56.778648 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d9672117-b32f-402e-90ce-ffaab62c30ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778197168150'] for port (f2c49d7f-1ed5-412a-8a67-a53f5575fcdb), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.844682 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-d9672117-b32f-402e-90ce-ffaab62c30ce None None] For port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb, host dv-cinder-835778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835778-2-iscsi',level=0,port_id=f2c49d7f-1ed5-412a-8a67-a53f5575fcdb,segment=NetworkSegment(72465091-b7ab-469f-a950-342ed84babdc),segment_id=72465091-b7ab-469f-a950-342ed84babdc)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 07:26:56.845077 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d9672117-b32f-402e-90ce-ffaab62c30ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651016'] for port (f2c49d7f-1ed5-412a-8a67-a53f5575fcdb), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.857777 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-d9672117-b32f-402e-90ce-ffaab62c30ce None None] Calling delete_port for f2c49d7f-1ed5-412a-8a67-a53f5575fcdb owned by network:dhcp {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 07:26:56.868312 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6151871'] for port (f2c49d7f-1ed5-412a-8a67-a53f5575fcdb), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.893961 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c49d7f-1ed5-412a-8a67-a53f5575fcdb,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:56.895893 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] No DVR routers for this DVR port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb on host dv-cinder-835778-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:26:56.937450 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d9672117-b32f-402e-90ce-ffaab62c30ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778197172345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778196669422'] for port (f2c49d7f-1ed5-412a-8a67-a53f5575fcdb), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.961096 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9672117-b32f-402e-90ce-ffaab62c30ce None None] Pushing event deleted for resources: {'Port': ['ID=f2c49d7f-1ed5-412a-8a67-a53f5575fcdb,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:56.963855 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1017014', 'neutron.services.segments.db._delete_segments_for_network-8778196997946'] for network (06c82e51-bd0e-4e24-a56a-80369f8e276f), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:56.966762 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9672117-b32f-402e-90ce-ffaab62c30ce None None] No DVR routers for this DVR port f2c49d7f-1ed5-412a-8a67-a53f5575fcdb on host dv-cinder-835778-2-iscsi {{(pid=103479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 07:26:56.986987 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c82e51-bd0e-4e24-a56a-80369f8e276f']}} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:56.996301 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72465091-b7ab-469f-a950-342ed84babdc') {'for_net_delete': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:56.996586 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.services.segments.db [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72465091-b7ab-469f-a950-342ed84babdc') {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 07:26:57.005758 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778197195331', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5776156'] for segment (72465091-b7ab-469f-a950-342ed84babdc), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:57.022131 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618'] for segment (72465091-b7ab-469f-a950-342ed84babdc), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:57.030841 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 07:26:57.031268 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-964618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151914'] for segment (72465091-b7ab-469f-a950-342ed84babdc), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: Traceback (most recent call last): Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: timer() Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: cb(*args, **kw) Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: return func(*args, **kwargs) Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: self._notify() Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: self.callback(batched_events) Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: event.method(event) Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: return f(self, *a, **k) Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._get(url).json() Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: return self.request(url, 'GET', **kwargs) Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 07:26:57.033103 dv-cinder-835778-2-iscsi neutron-server[103478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 07:26:57.112969 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1017023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622892'] for network (06c82e51-bd0e-4e24-a56a-80369f8e276f), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:57.118936 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087794'] for network (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:57.122059 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] 10.222.0.20 "DELETE /v2.0/networks/06c82e51-bd0e-4e24-a56a-80369f8e276f HTTP/1.1" status: 204 len: 168 time: 0.5627470 Mar 30 07:26:57.133630 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcd14b-c374-40d9-a072-92a6b2d75863 admin admin] Pushing event deleted for resources: {'Network': ['ID=06c82e51-bd0e-4e24-a56a-80369f8e276f,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:57.289162 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45648) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:57.331371 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a321ad33-1a3c-459a-bacf-5306fda31364 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=803772b9959c49c988cb738b94678917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410709 Mar 30 07:26:57.334349 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45650) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:57.386761 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4d02420-5681-4ea4-bf2f-d704234f0ce4 admin admin] Publish callbacks [] for security_group (6de6b680-0dea-4502-ba4b-ba499b008192), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:57.414693 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4d02420-5681-4ea4-bf2f-d704234f0ce4 admin admin] Publish callbacks [] for security_group (6de6b680-0dea-4502-ba4b-ba499b008192), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:57.469526 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4d02420-5681-4ea4-bf2f-d704234f0ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (6de6b680-0dea-4502-ba4b-ba499b008192), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:57.472297 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4d02420-5681-4ea4-bf2f-d704234f0ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:57.473445 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a4d02420-5681-4ea4-bf2f-d704234f0ce4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6de6b680-0dea-4502-ba4b-ba499b008192 HTTP/1.1" status: 204 len: 168 time: 0.1379807 Mar 30 07:26:57.481617 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d02420-5681-4ea4-bf2f-d704234f0ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de6b680-0dea-4502-ba4b-ba499b008192,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:57.585258 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device b1af29ba-eeeb-47b3-9554-99808c1664af no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:26:57.605962 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: b1af29ba-eeeb-47b3-9554-99808c1664af {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:26:57.606306 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device b1af29ba-eeeb-47b3-9554-99808c1664af not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:26:57.606724 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device a04c4be0-003f-4838-a2ab-9fa5906cba46 no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:26:57.628868 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: a04c4be0-003f-4838-a2ab-9fa5906cba46 {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:26:57.629214 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device a04c4be0-003f-4838-a2ab-9fa5906cba46 not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:26:57.629632 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device f2c49d7f-1ed5-412a-8a67-a53f5575fcdb no longer exists at agent ovs-agent-dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 07:26:57.648911 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] No Port match for: f2c49d7f-1ed5-412a-8a67-a53f5575fcdb {{(pid=103479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 07:26:57.649253 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.rpc [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Device f2c49d7f-1ed5-412a-8a67-a53f5575fcdb not bound to the agent host dv-cinder-835778-2-iscsi {{(pid=103479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 07:26:57.799351 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45656) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:57.840742 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-73a39be0-8513-41dd-a48e-3762dee1a25e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=571848e3be7a42febae87b6a467ef6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402179 Mar 30 07:26:57.843476 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45660) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:26:57.892488 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a643710-50f4-46b2-be95-5b1cebc7df09 admin admin] Publish callbacks [] for security_group (1bb12db2-c1a4-4543-bd07-c6fba83e4168), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:57.914619 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a643710-50f4-46b2-be95-5b1cebc7df09 admin admin] Publish callbacks [] for security_group (1bb12db2-c1a4-4543-bd07-c6fba83e4168), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:57.968410 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a643710-50f4-46b2-be95-5b1cebc7df09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (1bb12db2-c1a4-4543-bd07-c6fba83e4168), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:57.970877 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a643710-50f4-46b2-be95-5b1cebc7df09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:57.972052 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7a643710-50f4-46b2-be95-5b1cebc7df09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bb12db2-c1a4-4543-bd07-c6fba83e4168 HTTP/1.1" status: 204 len: 168 time: 0.1276572 Mar 30 07:26:57.980764 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a643710-50f4-46b2-be95-5b1cebc7df09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb12db2-c1a4-4543-bd07-c6fba83e4168,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:26:57.994302 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:26:59.146635 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:00.664781 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:04.839944 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:09.725270 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:27:20.422702 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45810) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:20.527269 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-66b4174e-e6a6-4bd0-9bea-505763ba04a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:20.611027 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-66b4174e-e6a6-4bd0-9bea-505763ba04a2 admin admin] Publish callbacks [] for security_group (76d1851e-83e2-4a58-a4ae-94fc93622518), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:20.616346 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-66b4174e-e6a6-4bd0-9bea-505763ba04a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (76d1851e-83e2-4a58-a4ae-94fc93622518), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:20.654258 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-66b4174e-e6a6-4bd0-9bea-505763ba04a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca6cd681ebef448395fd71a1668601d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304609 Mar 30 07:27:20.655418 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4174e-e6a6-4bd0-9bea-505763ba04a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d1851e-83e2-4a58-a4ae-94fc93622518,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:20.657287 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45814) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:20.709647 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b160e86b-42f0-4412-b733-e0fff18e4243 admin admin] Publish callbacks [] for security_group (76d1851e-83e2-4a58-a4ae-94fc93622518), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:20.730750 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b160e86b-42f0-4412-b733-e0fff18e4243 admin admin] Publish callbacks [] for security_group (76d1851e-83e2-4a58-a4ae-94fc93622518), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:20.780609 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b160e86b-42f0-4412-b733-e0fff18e4243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (76d1851e-83e2-4a58-a4ae-94fc93622518), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:20.783110 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b160e86b-42f0-4412-b733-e0fff18e4243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:20.784261 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b160e86b-42f0-4412-b733-e0fff18e4243 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76d1851e-83e2-4a58-a4ae-94fc93622518 HTTP/1.1" status: 204 len: 168 time: 0.1260247 Mar 30 07:27:20.792193 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160e86b-42f0-4412-b733-e0fff18e4243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d1851e-83e2-4a58-a4ae-94fc93622518,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:21.053185 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45820) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:21.066577 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1c755d1-f87e-41a9-833b-e10c0ce86b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:21.149529 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1c755d1-f87e-41a9-833b-e10c0ce86b35 admin admin] Publish callbacks [] for security_group (5d1980a1-dfe9-4fe4-b556-3c8ad04f869c), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:21.154875 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1c755d1-f87e-41a9-833b-e10c0ce86b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (5d1980a1-dfe9-4fe4-b556-3c8ad04f869c), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:21.191990 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-a1c755d1-f87e-41a9-833b-e10c0ce86b35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb730228a66e4c5983084bceb60dd260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377156 Mar 30 07:27:21.192873 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c755d1-f87e-41a9-833b-e10c0ce86b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1980a1-dfe9-4fe4-b556-3c8ad04f869c,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:21.194924 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45822) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:21.245041 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc368cbf-3e49-4a60-9455-9c96db8b65f5 admin admin] Publish callbacks [] for security_group (5d1980a1-dfe9-4fe4-b556-3c8ad04f869c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:21.265965 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc368cbf-3e49-4a60-9455-9c96db8b65f5 admin admin] Publish callbacks [] for security_group (5d1980a1-dfe9-4fe4-b556-3c8ad04f869c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:21.317312 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc368cbf-3e49-4a60-9455-9c96db8b65f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (5d1980a1-dfe9-4fe4-b556-3c8ad04f869c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:21.319836 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc368cbf-3e49-4a60-9455-9c96db8b65f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:21.320978 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-bc368cbf-3e49-4a60-9455-9c96db8b65f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d1980a1-dfe9-4fe4-b556-3c8ad04f869c HTTP/1.1" status: 204 len: 168 time: 0.1250758 Mar 30 07:27:21.329078 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc368cbf-3e49-4a60-9455-9c96db8b65f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1980a1-dfe9-4fe4-b556-3c8ad04f869c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:24.224556 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-92bf3da5-1063-44cb-9ad0-767420ca9151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:26.473576 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-62f5b2be-d5d0-4d81-804f-2460f7077ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:27.321085 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45910) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:27.441966 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8439-d06f-4654-873a-9e0f53d3d92e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:27.516131 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8439-d06f-4654-873a-9e0f53d3d92e admin admin] Publish callbacks [] for security_group (8a20515f-c1f4-4359-9fa9-6b3de178320e), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:27.521691 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f7c8439-d06f-4654-873a-9e0f53d3d92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (8a20515f-c1f4-4359-9fa9-6b3de178320e), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:27.558360 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c8439-d06f-4654-873a-9e0f53d3d92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a20515f-c1f4-4359-9fa9-6b3de178320e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:27.562962 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2f7c8439-d06f-4654-873a-9e0f53d3d92e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0705b6f2568c455a84d7346394cfb344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407229 Mar 30 07:27:27.566087 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45914) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:27.617708 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74ddfe90-92e5-4eec-a5fc-e088535d69c4 admin admin] Publish callbacks [] for security_group (8a20515f-c1f4-4359-9fa9-6b3de178320e), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:27.640072 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74ddfe90-92e5-4eec-a5fc-e088535d69c4 admin admin] Publish callbacks [] for security_group (8a20515f-c1f4-4359-9fa9-6b3de178320e), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:27.689445 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74ddfe90-92e5-4eec-a5fc-e088535d69c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (8a20515f-c1f4-4359-9fa9-6b3de178320e), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:27.692563 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74ddfe90-92e5-4eec-a5fc-e088535d69c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:27.693640 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-74ddfe90-92e5-4eec-a5fc-e088535d69c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a20515f-c1f4-4359-9fa9-6b3de178320e HTTP/1.1" status: 204 len: 168 time: 0.1266816 Mar 30 07:27:27.701210 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddfe90-92e5-4eec-a5fc-e088535d69c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a20515f-c1f4-4359-9fa9-6b3de178320e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:27.974503 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45922) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:27.988625 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:27.989225 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0630512-23e2-430f-acef-526ae10d6e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:28.065972 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0630512-23e2-430f-acef-526ae10d6e66 admin admin] Publish callbacks [] for security_group (899d6619-207c-4f14-be76-041c9e76b2df), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:28.072475 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0630512-23e2-430f-acef-526ae10d6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (899d6619-207c-4f14-be76-041c9e76b2df), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:28.110274 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a0630512-23e2-430f-acef-526ae10d6e66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a330f0231304d47b2d10f42bd0d0b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346865 Mar 30 07:27:28.111220 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0630512-23e2-430f-acef-526ae10d6e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899d6619-207c-4f14-be76-041c9e76b2df,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:28.113312 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45924) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:28.180849 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-713babca-96ca-4099-b534-1cb5eea79913 admin admin] Publish callbacks [] for security_group (899d6619-207c-4f14-be76-041c9e76b2df), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:28.201273 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-713babca-96ca-4099-b534-1cb5eea79913 admin admin] Publish callbacks [] for security_group (899d6619-207c-4f14-be76-041c9e76b2df), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:28.252624 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-713babca-96ca-4099-b534-1cb5eea79913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (899d6619-207c-4f14-be76-041c9e76b2df), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:28.255299 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-713babca-96ca-4099-b534-1cb5eea79913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:28.256485 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-713babca-96ca-4099-b534-1cb5eea79913 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/899d6619-207c-4f14-be76-041c9e76b2df HTTP/1.1" status: 204 len: 168 time: 0.1420035 Mar 30 07:27:28.263886 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713babca-96ca-4099-b534-1cb5eea79913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899d6619-207c-4f14-be76-041c9e76b2df,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:29.149117 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:30.081296 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45978) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:30.200182 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dfa96d79-60ec-4cfd-8067-ce3e66cf67c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:30.276948 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dfa96d79-60ec-4cfd-8067-ce3e66cf67c4 admin admin] Publish callbacks [] for security_group (093cda60-4b57-4a60-98df-bf16f8a9775e), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:30.283405 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dfa96d79-60ec-4cfd-8067-ce3e66cf67c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (093cda60-4b57-4a60-98df-bf16f8a9775e), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:30.321604 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa96d79-60ec-4cfd-8067-ce3e66cf67c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093cda60-4b57-4a60-98df-bf16f8a9775e,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:30.325845 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-dfa96d79-60ec-4cfd-8067-ce3e66cf67c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d9e282f4bfa498d92987c63ec58c571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435427 Mar 30 07:27:30.328599 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45982) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:30.375498 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-60908075-cd79-4c1d-93de-30fe7c2d64bd admin admin] Publish callbacks [] for security_group (093cda60-4b57-4a60-98df-bf16f8a9775e), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:30.396819 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-60908075-cd79-4c1d-93de-30fe7c2d64bd admin admin] Publish callbacks [] for security_group (093cda60-4b57-4a60-98df-bf16f8a9775e), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:30.456301 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-60908075-cd79-4c1d-93de-30fe7c2d64bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (093cda60-4b57-4a60-98df-bf16f8a9775e), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:30.458814 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-60908075-cd79-4c1d-93de-30fe7c2d64bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:30.459992 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-60908075-cd79-4c1d-93de-30fe7c2d64bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/093cda60-4b57-4a60-98df-bf16f8a9775e HTTP/1.1" status: 204 len: 168 time: 0.1304948 Mar 30 07:27:30.467396 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60908075-cd79-4c1d-93de-30fe7c2d64bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093cda60-4b57-4a60-98df-bf16f8a9775e,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:30.649417 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:30.735706 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 45988) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:30.750559 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9717-94e1-46eb-9cf3-60358bf9f999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:30.849563 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9717-94e1-46eb-9cf3-60358bf9f999 admin admin] Publish callbacks [] for security_group (8ff31383-d62b-4c53-a73b-3dbe5ce3f163), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:30.855499 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9717-94e1-46eb-9cf3-60358bf9f999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (8ff31383-d62b-4c53-a73b-3dbe5ce3f163), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:30.896979 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0f6a9717-94e1-46eb-9cf3-60358bf9f999 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=219b88c6556e40da927768c4994d117c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599929 Mar 30 07:27:30.898198 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a9717-94e1-46eb-9cf3-60358bf9f999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff31383-d62b-4c53-a73b-3dbe5ce3f163,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:30.899795 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 45990) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:30.949926 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ced31d5a-9c3c-4f56-814d-f5bbdef0be7e admin admin] Publish callbacks [] for security_group (8ff31383-d62b-4c53-a73b-3dbe5ce3f163), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:30.971183 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ced31d5a-9c3c-4f56-814d-f5bbdef0be7e admin admin] Publish callbacks [] for security_group (8ff31383-d62b-4c53-a73b-3dbe5ce3f163), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:31.039881 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ced31d5a-9c3c-4f56-814d-f5bbdef0be7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (8ff31383-d62b-4c53-a73b-3dbe5ce3f163), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:31.042434 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ced31d5a-9c3c-4f56-814d-f5bbdef0be7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:31.046205 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-ced31d5a-9c3c-4f56-814d-f5bbdef0be7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ff31383-d62b-4c53-a73b-3dbe5ce3f163 HTTP/1.1" status: 204 len: 168 time: 0.1453233 Mar 30 07:27:31.054312 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced31d5a-9c3c-4f56-814d-f5bbdef0be7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff31383-d62b-4c53-a73b-3dbe5ce3f163,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:34.856778 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:35.392636 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 46048) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:35.502146 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:35.574231 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Publish callbacks [] for security_group (891fa6c9-3bf7-443c-bf47-5bb816eb95e2), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:35.579324 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (891fa6c9-3bf7-443c-bf47-5bb816eb95e2), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:35.616053 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de1e91103acd44cca93690db39d7eaa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223172 Mar 30 07:27:35.617326 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891fa6c9-3bf7-443c-bf47-5bb816eb95e2,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:35.618942 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 46052) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:35.634631 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:35.634965 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:35.635297 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:35.635630 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:35.635982 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:35.636310 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:35.636615 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:35.636929 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:35.637245 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:35.637546 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:35.637856 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:35.638170 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:35.638478 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:35.638788 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:35.639094 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40dab1c-11ec-4957-a6a0-fd58825a35b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:35.676834 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e968e327-2019-408e-9c40-0cfb1fb3b34c admin admin] Publish callbacks [] for security_group (891fa6c9-3bf7-443c-bf47-5bb816eb95e2), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:35.698658 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e968e327-2019-408e-9c40-0cfb1fb3b34c admin admin] Publish callbacks [] for security_group (891fa6c9-3bf7-443c-bf47-5bb816eb95e2), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:35.748891 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e968e327-2019-408e-9c40-0cfb1fb3b34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (891fa6c9-3bf7-443c-bf47-5bb816eb95e2), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:35.753196 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e968e327-2019-408e-9c40-0cfb1fb3b34c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:35.755351 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-e968e327-2019-408e-9c40-0cfb1fb3b34c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/891fa6c9-3bf7-443c-bf47-5bb816eb95e2 HTTP/1.1" status: 204 len: 168 time: 0.1350169 Mar 30 07:27:35.769605 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968e327-2019-408e-9c40-0cfb1fb3b34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891fa6c9-3bf7-443c-bf47-5bb816eb95e2,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:36.049915 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 46058) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:36.063742 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eac50d37-5dfa-4699-8e82-e0fce863a967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:36.146942 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eac50d37-5dfa-4699-8e82-e0fce863a967 admin admin] Publish callbacks [] for security_group (c4f71085-8e94-4b0e-ba6c-e264904e6ff6), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:36.153313 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eac50d37-5dfa-4699-8e82-e0fce863a967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (c4f71085-8e94-4b0e-ba6c-e264904e6ff6), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:36.192714 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-eac50d37-5dfa-4699-8e82-e0fce863a967 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ace8f8251cd413c9540cf6ca82c4411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417234 Mar 30 07:27:36.193584 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac50d37-5dfa-4699-8e82-e0fce863a967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f71085-8e94-4b0e-ba6c-e264904e6ff6,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:36.195515 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 46060) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:36.256075 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Publish callbacks [] for security_group (c4f71085-8e94-4b0e-ba6c-e264904e6ff6), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:36.278437 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Publish callbacks [] for security_group (c4f71085-8e94-4b0e-ba6c-e264904e6ff6), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:36.333969 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (c4f71085-8e94-4b0e-ba6c-e264904e6ff6), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:36.338430 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:36.340124 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4f71085-8e94-4b0e-ba6c-e264904e6ff6 HTTP/1.1" status: 204 len: 168 time: 0.1434100 Mar 30 07:27:36.347996 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f71085-8e94-4b0e-ba6c-e264904e6ff6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:36.355615 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:36.355978 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:36.356330 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:36.356651 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:36.356990 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:36.357332 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:36.357655 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:36.357979 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:36.358291 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:36.358614 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:36.359041 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:36.359246 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:36.359562 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:36.359919 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:36.360219 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec1ceae-0628-4038-8b30-355514f6becb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835778-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 07:27:44.561361 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.20', 46132) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:44.681744 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b2476e6-9044-400a-bc79-ea6722760e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:44.757303 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b2476e6-9044-400a-bc79-ea6722760e36 admin admin] Publish callbacks [] for security_group (16805c91-0e98-40c0-bd04-0de701ee0353), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:44.762988 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b2476e6-9044-400a-bc79-ea6722760e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (16805c91-0e98-40c0-bd04-0de701ee0353), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:44.800911 dv-cinder-835778-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6b2476e6-9044-400a-bc79-ea6722760e36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90ce0d5e4d1a4a29b3cd664fc81891c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385216 Mar 30 07:27:44.802636 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2476e6-9044-400a-bc79-ea6722760e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16805c91-0e98-40c0-bd04-0de701ee0353,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:44.804803 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.wsgi [-] (103478) accepted ('10.222.0.20', 46136) {{(pid=103478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 07:27:44.853046 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d4211e5-bb4f-4f60-ae7d-4a53cc849980 admin admin] Publish callbacks [] for security_group (16805c91-0e98-40c0-bd04-0de701ee0353), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:44.873216 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d4211e5-bb4f-4f60-ae7d-4a53cc849980 admin admin] Publish callbacks [] for security_group (16805c91-0e98-40c0-bd04-0de701ee0353), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:44.918865 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d4211e5-bb4f-4f60-ae7d-4a53cc849980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626842'] for security_group (16805c91-0e98-40c0-bd04-0de701ee0353), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:44.921368 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d4211e5-bb4f-4f60-ae7d-4a53cc849980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:44.922534 dv-cinder-835778-2-iscsi neutron-server[103478]: INFO neutron.wsgi [None req-2d4211e5-bb4f-4f60-ae7d-4a53cc849980 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16805c91-0e98-40c0-bd04-0de701ee0353 HTTP/1.1" status: 204 len: 168 time: 0.1167135 Mar 30 07:27:44.929893 dv-cinder-835778-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4211e5-bb4f-4f60-ae7d-4a53cc849980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16805c91-0e98-40c0-bd04-0de701ee0353,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 07:27:46.724984 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:27:54.224972 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8df8902f-236c-4077-8c49-003d6e608b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:56.474330 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b73c72b4-ef59-4191-83ec-286efae801cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:58.000484 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:27:59.166535 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:28:00.666717 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:28:04.906566 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:28:23.725468 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:28:24.227189 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eaf95c23-81bc-4c50-8081-a64be4b5e24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:28:26.477187 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-46780756-47dc-4dd8-9d32-9fff59973226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:28:27.999550 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:28:29.166321 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:28:30.664458 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:28:34.912178 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:28:54.232069 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9fff-6135-4c7e-ad02-66bd733441b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:28:56.476714 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-20d1899d-731e-4bc4-802e-611c59a69212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:28:58.006407 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:28:59.170229 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:29:00.654405 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:29:00.730325 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:29:04.915460 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:29:24.230983 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ef38-98cd-49d5-adb1-2acbc16bebfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:29:26.478756 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-82059fda-93b0-4929-af32-6444a7f45fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:29:28.014292 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:29:29.174218 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:29:30.654530 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:29:34.915259 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:29:37.738505 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:29:54.233589 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e4187f9c-652b-4099-9d4a-12efd0940d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:29:56.484102 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f36c43e0-8420-471f-817e-c33c6eaa52c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:29:58.015121 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:29:59.179321 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:30:00.649817 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:30:04.918368 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:30:14.734522 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:30:24.227319 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f550bcfd-b2bd-49c8-ae46-dd60fe991e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:30:26.486320 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5cbc9e77-133a-4635-82f3-e0ce75f62ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:30:28.012709 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:30:29.172776 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:30:30.656488 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:30:34.912238 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:30:51.725558 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:30:54.244009 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9caad1f1-db46-49cf-a5bb-74f923f181f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:30:56.482871 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-952051a6-065b-44dd-b1ae-2d97fbcda166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:30:58.024711 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:30:59.184456 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:31:00.652530 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:31:05.040663 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:31:05.425276 dv-cinder-835778-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-03d312c2-2f47-45a0-8207-d639cd1933fd req-ae49b8cf-9814-49db-98f1-259c8f922805 service neutron] (103477) timed out ('10.222.0.35', 58180) {{(pid=103477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 07:31:24.231537 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c93c1776-0518-4fd7-82a9-409c4e91ca5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:31:26.484012 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-932583e6-234a-4984-9450-f9e5d8530f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:31:28.029039 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:31:28.730458 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:31:29.202443 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:31:30.665217 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:31:34.908001 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:31:54.232369 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7cf33dc1-1c39-4500-a934-9a5fe6970b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:31:56.487160 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9ff08a99-e0d9-42d2-a1e7-4fc32c137ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:31:58.033864 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:31:59.186764 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:32:00.668782 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:32:04.927019 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:32:05.734314 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:32:24.230195 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0d2ceeb5-206b-4a72-95d3-fee6a38c15a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:32:26.485727 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-803b8a29-ec2d-4cac-a9ec-a6d035ed3d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:32:28.027757 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:32:29.187729 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:32:30.674108 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:32:34.942311 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf18909b-aa61-42ec-945c-cc9dec56b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (99123dc2-834a-45dd-828c-8a7837937c0c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:32:42.737751 dv-cinder-835778-2-iscsi neutron-server[103480]: DEBUG neutron.db.agents_db [None req-ba33f365-85e5-4cc5-a1cb-21a41a62867b None None] Agent healthcheck: found 6 active agents {{(pid=103480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 07:32:54.237284 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-923f120f-a51c-451f-aa2d-4a2944633003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (24a832b1-eaac-4424-8593-751a57f3604e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:32:56.480587 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-54264618-61e5-4a5d-af3a-702bcd570c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e91e50b9-997f-4c4d-bb9b-d9a8cde5fd3e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:32:58.031233 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-53bb84c8-287e-4204-b9c5-ce77c528c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (e0d50ac6-cf01-458c-aaf0-26e060bee518), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:32:59.193278 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf45b09c-7113-4428-af95-f982a65242f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (0768dc80-00a8-44b5-9371-8e89187486d4), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 07:33:00.669313 dv-cinder-835778-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2370dfa3-222d-4cf7-ab76-0570bdc307c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778196997928', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015927'] for agent (aa7d1ab1-a0c6-482b-8e2d-4bc4dcb838c6), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}